{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.412890051Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.412985182Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.412997202Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.413005112Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.413310605Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.413329645Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.414816289Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.415062582Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.415281144Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.417026121Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"4.128289ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.41798568Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.41799657Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.418143341Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.420020451Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.420194743Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.421223521Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.423697745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.423711865Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.423839916Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.433069745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.433090845Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":68,"elapsed":"20.212355ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.671793299Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"d4783b48-f304-493c-aada-4ba506d5c6c4","remote_addr":"[fd00:1122:3344:101::d]:51000","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.672137572Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"d4783b48-f304-493c-aada-4ba506d5c6c4","remote_addr":"[fd00:1122:3344:101::d]:51000","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:04.674811978Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"d4783b48-f304-493c-aada-4ba506d5c6c4","remote_addr":"[fd00:1122:3344:101::d]:51000","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3096,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.675078851Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"e4a597a2-a7b6-4a90-a42a-df39852c00bb","remote_addr":"[fd00:1122:3344:101::d]:51000","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:04.675343623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"e4a597a2-a7b6-4a90-a42a-df39852c00bb","remote_addr":"[fd00:1122:3344:101::d]:51000","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:04.677261572Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"e4a597a2-a7b6-4a90-a42a-df39852c00bb","remote_addr":"[fd00:1122:3344:101::d]:51000","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2217,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:04.678937968Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"8fc95544-c588-4628-9ab1-c6039abd7867","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":383,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.413318763Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.413398854Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.413416814Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.413429844Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.413704237Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.413725567Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.415518844Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.41818111Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.41820688Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.418336451Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.420333401Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.420586593Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.42232304Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.426040745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.426090226Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.426101746Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.441919648Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.441952788Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":69,"elapsed":"28.640885ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.452749242Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.453021455Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:14.454710541Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"41.386568ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:14.679136388Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"b713d102-ea4c-4fb3-a11c-9a66a034bc14","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":467,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.412973568Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413035749Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413045529Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413053719Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413061099Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413068549Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413074229Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413080769Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413087509Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413094299Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413101489Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413108949Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413116779Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41312407Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.413130919Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41313825Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.4131449Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.4131514Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41315812Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41316639Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.4131733Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41318073Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41318816Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41319519Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41320168Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41320995Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41321659Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41322382Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41323084Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41323864Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413246001Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413463243Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413503723Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413578034Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413589394Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413599464Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413607664Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413615854Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413624044Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413631804Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413638974Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413647175Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413654204Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413662175Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.413671095Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41424305Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41426545Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41427341Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.414280381Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.414287081Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.414293641Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.414300071Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.414306811Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.414433152Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.414539113Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.414548813Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.414556873Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.417216089Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.417227259Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.417233079Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.41739394Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.422102956Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.425013344Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.425042374Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.425218196Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.426611219Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.427062773Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.42879734Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1482, tv_nsec: 775373620 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.429125653Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.42982001Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.42983548Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.42987392Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.429885671Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.430009392Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.430054712Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.433227663Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.433448335Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.433580146Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1482, tv_nsec: 780162906 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.433850679Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.43394079Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.435917049Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.435929559Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.43611956Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.436622155Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.436634445Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.436698036Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.436714866Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.436848547Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.436889148Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.440720005Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.440901446Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.441135379Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.441451712Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.441694014Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.442243749Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.442594653Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1482, tv_nsec: 789175972 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.442846285Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.443507671Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.443523051Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.443729613Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.444534021Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.444549961Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.444689963Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.445307639Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"32.085248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.476269326Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.47662573Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.481266304Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.484591146Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.484629547Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.48493302Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.485651336Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"71.390596ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.487178701Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.487499524Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.487951989Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.488322852Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.491841306Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"77.580256ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.49434357Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.494627243Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.495075737Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.49536008Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.497297568Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.497510481Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.497695872Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":24,"elapsed":"83.452072ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.497912634Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.497926814Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.498310868Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"218c4d61-51c0-439f-8a02-10ebbb24f8cb\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.498339618Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.499961694Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.505844901Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.505866861Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.505874061Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.506113813Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.509445585Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.509460565Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.509737418Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfcf0584-a5c6-4fb9-bdfa-200fa917348a\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.509750888Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.5110145Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.53495964Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.535333074Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.536863339Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.536874009Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.537652926Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7070ead-b325-4d4c-9a91-c507f114063c\", \"content-length\": \"583\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.537680956Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.5380784Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.539664295Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.539869237Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.543033318Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.543053138Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.545902406Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74261bc7-6121-47e3-85b7-ffba5d4a0be0\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.545929136Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.547287859Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.563963999Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"150.997591ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.612486995Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/03cf82ac-c6eb-49ea-9515-bc937b5eb030/state","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.614292313Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.614598556Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789c4d3a-41c5-48a5-99b9-f4392b0c8223\", \"content-length\": \"1\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.614651976Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.6150773Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.615720877Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.615807827Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/03cf82ac-c6eb-49ea-9515-bc937b5eb030/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf0ee30a-d10d-4368-be5e-288f69809075\", \"content-length\": \"130\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.615997799Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.620701114Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"null","iteration":24,"elapsed":"207.556035ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.622084028Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":24,"elapsed":"208.982409ms"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.628849693Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"vmm_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030","sled_id":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","instance_id":"831cf520-76c6-431b-a34a-a29e6222f280","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-07T22:45:16.429817750Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.628881183Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"vmm_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030","sled_id":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","instance_id":"831cf520-76c6-431b-a34a-a29e6222f280","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/instance.rs:2088","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-03-07T22:45:16.429817750Z }","propolis_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.628898553Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"vmm_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030","sled_id":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","instance_id":"831cf520-76c6-431b-a34a-a29e6222f280","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.629305197Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"vmm_id":"03cf82ac-c6eb-49ea-9515-bc937b5eb030","sled_id":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","instance_id":"831cf520-76c6-431b-a34a-a29e6222f280","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.647521932Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.647876966Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.648001397Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"234.815786ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.648066367Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"235.042909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.649735363Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.649907025Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"236.788806ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.651750883Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.651775033Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.651786123Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"238.767325ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.651978185Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.651990855Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.652062866Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.652178037Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.655807652Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.655886823Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.655899692Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.656101405Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.658627159Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.658647379Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.658843811Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.661299935Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"0","iteration":24,"elapsed":"248.241825ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.663573406Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{be157122-2b34-4fd6-9919-1f578494e18f: {10.151.1.175: {3ada68f0-1bcd-4a51-8fdc-58e69fb3bda1}, 10.151.1.176: {3ada68f0-1bcd-4a51-8fdc-58e69fb3bda1}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.663590246Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.66393499Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"720d32cb-4f30-43e4-8eb4-cdce3c3bc66d\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.66394577Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.664245413Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.666194211Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.666425144Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.669426013Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.669725685Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.670258681Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.671825086Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.671844636Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":70,"elapsed":"258.717347ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.67222138Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":24,"elapsed":"259.066799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.672231309Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.672574253Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.674449771Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.674685753Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.677023175Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.677230848Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.679387008Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.679399958Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"265.123578ms"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.679410749Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.679417138Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.679796192Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d3a9c50b-5c10-4994-9307-d579b1e81eee\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.680114565Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"608f7c78-d9b8-4554-8c61-f30fc860222b","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":500,"response_code":"200"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.682404367Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":24,"elapsed":"269.317868ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.686639468Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.686658008Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":24,"elapsed":"273.60608ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.701238928Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.701578951Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.702713422Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.702724733Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.702872504Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.710880881Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.711170804Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e7a2385-d14a-48f2-a3b4-54357e81963d\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711196644Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711207364Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711483847Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711492697Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711498837Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711505347Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711512567Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711518807Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711686459Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711697159Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.711919621Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.711928871Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.712161173Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.714356974Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.714488506Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e733c4-eee9-45dd-b229-3ea46c0e2a1f\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.714501386Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.714640767Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"634e9aa3-19e5-4605-a309-52bd028ccb65\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.714654107Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.714663417Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.722335161Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.722654824Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.75026773Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.752147517Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.752162138Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.752315819Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.781664561Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.783571259Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.78358563Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.783728961Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.81894895Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0f76bf66-cb7d-4cb8-ba86-750b9c551987\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.81897484Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.81898571Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.819208882Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b80eea1-9816-490f-ac6c-0d1ee4fe28ad\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.819255962Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.819535745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.822768726Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.823077889Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.826506262Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.826734734Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.828817094Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.829014466Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.836099444Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":24,"elapsed":"422.901234ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.87308493Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.873575295Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1674f1c-0637-41f8-9cc4-67b6ef9d5fde\", \"content-length\": \"810\", \"date\": \"Fri, 07 Mar 2025 22:45:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.873609005Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(2073255) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.873618815Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:24.873626105Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:24.875742095Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":24,"elapsed":"462.757237ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.413082257Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.413163688Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.413180958Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.413195069Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.413641073Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.413727494Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.450121323Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.450398856Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.45186072Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.452269964Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"39.176697ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.454583756Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.454604767Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.454751788Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.456223972Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.456420614Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.458461884Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.460935957Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.460946487Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.461083339Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.471891302Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:34.471911833Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":71,"elapsed":"58.852366ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:34.67976761Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"6bb23757-5cb4-48a4-a2c3-3d9d994dca15","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":374,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.413142506Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.413225197Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.413243397Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.413256417Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.413740472Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.413762992Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.4156647Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.415943503Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.416504888Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.417501708Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.352912ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.419289405Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.419306965Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.419438037Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.421723389Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.42189284Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.423478615Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.425952929Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.425965049Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.426096351Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.437178087Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:44.437193467Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":72,"elapsed":"24.083101ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:44.679977051Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"cd5e389c-5b73-4ae5-b1b4-8227797f6aad","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":547,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413341956Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413408227Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413419667Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:45:54.413429647Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413440707Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413450977Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\"}","iteration":14,"elapsed":"17.5µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413461387Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413470527Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413481387Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.413490557Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413499497Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413509948Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413520988Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413531218Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413541508Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413552368Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413564108Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413576078Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413588858Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413600209Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413610769Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413621209Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413631069Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413641019Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413652009Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413661349Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413670869Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413680839Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413689839Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413700039Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41370997Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41371915Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41372824Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41373676Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41374598Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.41375577Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-07 22:35:54.413570748 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41376686Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41377548Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41378548Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41379431Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.4138034Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41381218Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413822621Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413832171Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413840551Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413850571Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413859911Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413939432Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.413954492Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413965362Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413975382Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413985312Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.413994792Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414005222Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414015953Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414024373Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414032573Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414043033Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414051903Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414061103Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414070083Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414083003Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414096443Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414109323Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414119134Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414132174Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414144874Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414155414Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414167454Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414178994Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414191854Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414203894Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414213315Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414221824Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414230455Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414239205Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414246625Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414253885Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414260985Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414267345Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414273915Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414280415Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414287505Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414293905Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414300615Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414308455Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414315735Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414322256Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414329165Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414337396Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414345526Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414353616Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414361366Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414368396Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"732b0e55-5ccf-4068-b771-1299f872f618.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 760330705 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414380786Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414387786Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"114e494f-6e94-4e0c-80db-5823b226f1a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a9773e0b-15d4-4efa-b977-9f3598685cdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 760351995 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414448097Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414545178Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414555618Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414564558Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414649629Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414678059Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41481449Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.41484011Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414848001Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414857781Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.11466ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.414972572Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.415011392Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.415023052Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.392883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.415460296Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.415661298Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.416076312Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.417429835Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.417730138Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 763736698 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.417993051Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.444553ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.418019151Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.418109012Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.418120892Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.418267693Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.419532246Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.419547216Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.419779378Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.421565615Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.421837148Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.422401703Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.422967199Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.428094048Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.42834945Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.42837612Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.428389531Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.428399661Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.428411871Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.428423391Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.428433661Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.430708493Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 776704062 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.431038956Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.432365169Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-07 22:35:54.413570748 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.432390509Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"expiration\":\"2025-03-07T22:35:54.413570748Z\",\"pruned\":[]}","iteration":13,"elapsed":"18.800901ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.434455879Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"20.690469ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.473435733Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.473490484Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.473498964Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.473861828Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.474408063Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.474462414Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.474747536Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.474984608Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.476678875Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.476714205Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.476924687Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.477317621Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.477337611Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.477350581Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"63.911854ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.478686634Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.479056038Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.479078398Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.47929774Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.481136307Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.482568251Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.482598662Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.482888014Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.483124337Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.48344657Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.483527761Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":25,"elapsed":"69.302696ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.484177867Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.484209977Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.484224857Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.484433099Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.48445141Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.486519419Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.486888353Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.487431778Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.48766813Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.487752751Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.487967183Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.490094264Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.490647319Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.490669469Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.490863451Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.491839281Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.491871011Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.492150593Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.492581237Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.492603498Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.492618368Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.49280368Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.494436545Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.494583867Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"80.371313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.494731668Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.494751388Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.494800549Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.49493352Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"80.722946ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.49495046Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.496918189Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.497995389Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"84.214059ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.502386832Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.502418072Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.502427972Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.504025507Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.504152399Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.5043105Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.504376421Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1512, tv_nsec: 850370270 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.504747174Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.50743043Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.507457Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.507627922Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.507673982Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.510811603Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.510847983Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.511050065Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.512152936Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.514050144Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.514073874Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.514220516Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.515896442Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.518802309Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.51883201Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.51887271Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.521142972Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"107.737206ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.522183422Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.522208902Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.522217512Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.522426684Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.523070341Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.525278252Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.525593925Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.52610951Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.526485283Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"113.014046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.526507594Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.528996547Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.529025748Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":73,"elapsed":"115.50215ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.530347671Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.531498442Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.532215636Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.532239523Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.532252676Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"118.485508ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.536053425Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.536117726Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.537452549Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.537697731Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.537858243Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.538258967Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.540982683Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.541000083Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.541010473Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.541023803Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.541217275Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.541256845Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.542974822Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.543209174Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.543703879Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"0","iteration":25,"elapsed":"130.106941ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.545672078Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.545755659Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"132.253511ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.547514785Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.54794623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.54797225Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.548145591Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.54898614Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.54900826Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.54901821Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"135.31501ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.555192229Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.55522165Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.555562493Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"032bb12e-24c4-4862-9e05-01363768bbb8\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.555587623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.5573274Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.568603188Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.568966622Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.570925521Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.570952601Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.570961621Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"157.22988ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.572222033Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.572247373Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.572255753Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.572263863Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.573040551Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.573088591Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.575118021Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.576588595Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.576625365Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.576637585Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.579508973Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.579537113Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.579725565Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.583602642Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.583631932Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.583642933Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.583651583Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.583826894Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.585135365Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.585269242Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.585987145Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"171.762191ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:45:54.586378209Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.586405389Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"172.69605ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.587445339Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.58747016Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":25,"elapsed":"173.80978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.588141816Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.588480809Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.590204506Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.590218126Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.590534149Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de786208-7fda-4597-a229-1ecf119b6647\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.590548119Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.590558599Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.590566199Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.590843212Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.592584989Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.5927793Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.592801851Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.592812841Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.593064883Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.621053432Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-07T22:33:52.171499Z, time_modified: 2025-03-07T22:33:52.171499Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.621113563Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]}},\"default_endpoint\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"207.476124ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.623245553Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.623272733Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.623283674Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.623565956Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.625092751Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.62806858Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.62808332Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.628241901Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.630667924Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.630690185Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.630699075Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_time_created":"2025-03-07 22:34:17.797135 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.630707145Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":2}","iteration":13,"elapsed":"217.025946ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.63226796Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"218.938584ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.637249913Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.640423418Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.640441469Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.64061297Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.642822301Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.642846642Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.642855712Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_time_created":"2025-03-07 22:34:17.208516 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.642864112Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":1}","iteration":13,"elapsed":"229.483516ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.66870191Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.66873332Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.669057064Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea738398-35fb-4b0b-ab85-8e9155f873c1\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.669071424Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.670406326Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.679817067Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"380769a4-358e-4f28-bb7a-461c56683b16","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":328,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.682744035Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.683093639Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.685097108Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.687089937Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.687103367Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.687276749Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.688923255Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.690790531Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.69080405Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.691010435Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.696612228Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.71132569Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.711605713Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f466d8-1b11-4bd2-99f7-fd667e55a985\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:45:53 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.713057516Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.71339991Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.749401746Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.74980436Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"39914f82-032f-4609-bdb7-3eefab87d3c6\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.74982179Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.751565346Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"72ca85a3-ebd7-4a30-8640-07ba081d9a6a\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.751577757Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.753319593Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.753333534Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"339.721885ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.765306469Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":25,"elapsed":"351.73131ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.834013089Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.834472893Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7248dde1-2ac4-4773-b642-0c639f255afe\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.834491023Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.836559273Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f7113e8c-0ce6-4c41-8169-509fe1ed1fc6\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.836571323Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.838064888Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"87782402-b059-48a5-a0df-e5a4d0a47a35\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.838075428Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.839798084Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.839833865Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"426.385437ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.864897126Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.865242689Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7dc41f9-759d-4c25-adb2-a6dfd08f75bf\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.865266529Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.865281299Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.865294419Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.867378899Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":25,"elapsed":"453.886002ms"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.870005805Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.870017275Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.870266397Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf64570-bf2f-4e3e-bb6c-363012e0bc2c\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.870293327Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.870634451Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.871872953Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"null","iteration":25,"elapsed":"458.499996ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.909536124Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.909559175Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.909761117Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9c92ee8f-6c06-40bd-a0b5-f69a5ea3b26f\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.909775547Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.91006701Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.912485903Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.912692555Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.915782035Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.916110088Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.919145327Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.919158077Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.919634332Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"801236f7-22c0-41fa-afa2-dc23fd20931d\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.921746162Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":25,"elapsed":"508.356486ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.93718747Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.937563854Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.939321531Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.939343561Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.939522623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.948854633Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.949146595Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30152d40-d017-497e-8aa8-ac2dfb1a1847\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949179625Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949191526Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949471628Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949482599Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949489959Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949498019Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949505209Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949512659Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.94968068Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949690781Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.949942503Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.949954623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.950186445Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.952153914Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.952346486Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55186ee7-bced-497a-8e30-7cf34b461a81\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.952358616Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.952444697Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475d849d-4e96-4fa7-8bdc-f6a19bf7e518\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:54.952458637Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:54.952469087Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.05473908Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f6bcaf83-5770-4fd4-9c97-8a048d68045c\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:45:55.05477745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.05478816Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.055092243Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4fcb7cc-c7c5-455b-b926-4743666f3a6e\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:45:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.055138383Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.055446746Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.059648232Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.060035121Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.063500454Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.063734056Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.065969858Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.06623777Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:45:55.074023405Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":25,"elapsed":"660.555558ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.413784118Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.413866189Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.41388457Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.413899379Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.414342144Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.414406155Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.416706197Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.419352812Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.419366062Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.419519504Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.421529233Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.421791666Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.4232882Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.426184058Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.426199108Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.426360259Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.436239054Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.436256765Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":74,"elapsed":"22.509866ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.444975878Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.44518623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:04.474997487Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"61.211088ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:04.680683863Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"3c2b785c-4558-451c-a39d-c4874593bc5d","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":375,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.414029239Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.41408414Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.41409466Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.41410215Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.414382863Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.414406813Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.416335261Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.418939906Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.418953797Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.419091448Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.421116557Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.421303979Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.422829664Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.425304918Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.425319688Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.425443669Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.438638389Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.43866493Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":75,"elapsed":"24.667967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.444107188Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.44428127Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:14.472131148Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"58.099428ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:14.680859383Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"a810c010-dcc9-419a-88cd-c6be2623d6e6","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":568,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414782995Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414846625Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414858775Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414868915Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414878235Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414886745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414895085Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414904546Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414914186Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414922456Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414930596Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414938646Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414947936Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414956416Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414965736Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414973966Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414982086Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414990177Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.414997666Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415006687Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.415015847Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415024597Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415033337Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415041557Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415049357Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415058087Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415065057Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415072167Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415081247Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415089898Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415098258Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415105967Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415113648Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415121028Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415128418Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415135588Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415144168Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415152088Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415159418Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.41538169Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.41540074Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.41541373Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415423771Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415434351Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415445691Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415455411Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415501851Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415546672Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415558362Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415568322Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415576652Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415585632Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415594172Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415604432Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415612883Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415622752Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.415631223Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.417355149Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.418793463Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.418829203Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.971778ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.418887404Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1542, tv_nsec: 764329324 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.419202017Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.420205816Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.420220117Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.420363198Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.420956084Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.420967504Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.421112095Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.422862702Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.423369487Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.423476798Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1542, tv_nsec: 768916438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.423531908Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.423837051Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.424966282Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.424989562Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.425165444Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.425824201Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.425838461Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.425985302Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.426693709Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.427110573Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.428023972Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.428034002Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.428263414Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.432811468Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.432842708Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.432969959Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.43307795Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.433155191Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.433827827Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.433847968Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.433854958Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.434038649Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.434397883Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.434656026Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.43516159Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.43517306Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.435318702Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.435676315Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.438152459Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.438184669Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.438311081Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.461571444Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.462656295Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"47.603027ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.463734595Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.463762065Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.463947907Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.468164617Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1542, tv_nsec: 813587327 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.468536211Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.469948955Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.470696152Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.470719862Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"55.801647ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.471287158Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.471649021Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.47263786Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.472661761Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.472807792Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.474565929Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"59.693913ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.47468676Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.474998753Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.475502968Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.475804141Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.476962652Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.477276625Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.477326505Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.477508747Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.477537647Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.479002192Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"64.050516ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.479500886Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.480303934Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"65.236247ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.480746768Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.480770479Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.48092881Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.482406624Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.482425245Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.482593666Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.483499035Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.483525325Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.483536365Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.483580276Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"68.67218ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.483710847Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.48399935Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"0","iteration":26,"elapsed":"69.001113ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.484616855Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.484632926Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.484950589Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d957d19-56d5-410c-a059-be4edffd43ae\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.484965199Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.486384692Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.487977758Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":26,"elapsed":"72.943961ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.493145868Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.493174358Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":76,"elapsed":"78.400704ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.508590856Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.508617126Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.508919679Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e07adc0-8f10-45fc-88cb-022c0202579f\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.508935769Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.510241542Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.513436392Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.513873577Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.51521591Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.515591503Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.518271089Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.518688793Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.519968095Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.522160686Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.522189377Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.522344408Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.522759302Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.522778012Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.522785982Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"107.817406ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.523854153Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.523872503Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":26,"elapsed":"109.075238ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.544059967Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"128.97672ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.559529386Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.559555856Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.559840758Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c903fbc3-769a-48b3-94f5-6f1044f7f08a\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.559853279Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.561171201Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.5651472Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.565392622Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.566838436Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.569636713Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.569660133Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.569826745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.571091497Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.573685751Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.573706102Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.573900604Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.57769593Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"162.866225ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.580177794Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":26,"elapsed":"165.284819ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.60887015Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.609146932Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08fd6fe7-e792-45c9-b5dc-4615c64e1f13\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:46:23 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.610955903Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.611223656Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.61308786Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"null","iteration":26,"elapsed":"198.099034ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.669042298Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.669497822Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7e87c5-22f9-4fee-87a2-e2d682329746\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.669524912Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.669536643Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.669549773Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.670577153Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":26,"elapsed":"255.697918ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.68070369Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"fd0b2cdb-25da-4841-b5c7-c47791022e84","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":306,"response_code":"200"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.6890173Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.68904436Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.689325503Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb51f9b-b258-4d09-b95c-8709b0acae94\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.689348103Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.689738777Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.730991153Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.731009414Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.731178845Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dec957df-0e60-43cf-b73e-cfafb5fb571d\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.731194615Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.731510448Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.733834511Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.734047573Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.737077232Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.737375165Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.74003626Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.74004967Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.740335643Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3ba3898a-5a13-4d53-980a-6c45ba28fca4\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.742035149Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":26,"elapsed":"327.106823ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.757575269Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.757857961Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.760019042Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.760040702Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.760266735Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.769936117Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.77018286Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ada9c2-82af-462b-b1be-5360ca6d7d7c\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.77020558Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.77021543Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.770488923Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.770500443Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.770506753Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.770513183Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.770519283Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.770525473Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.77067711Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.77068612Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.770882068Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.770890065Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.771111561Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.772585233Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.772726594Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f9edfcb-91ce-40db-960c-91dc67f4e7b2\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.772736884Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.772839856Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c015b2b-a817-4bb1-9264-cceaa4029884\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.772860506Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.772871656Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.862570218Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ad5c19a2-4dd8-4040-8037-af307ace0b29\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:24.862588738Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.862597518Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.8628207Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6357c71-fbec-47a5-a680-f9309f911e8a\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:46:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.86285951Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.863097933Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.866376214Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.866592186Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.869955649Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.870199421Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.872260131Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.872437223Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:24.879199628Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":26,"elapsed":"464.384363ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.413944555Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.413998066Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.414008626Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.414017086Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.414269468Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.414282289Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.415976525Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.416445649Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.416713392Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.418441478Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.499133ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.41859878Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.41860749Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.418746261Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.420473198Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.420637899Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.422331366Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.424773159Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.424785509Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.42491232Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.434531593Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:34.434556053Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":77,"elapsed":"20.620178ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:34.680418176Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"a6176f13-ece4-4add-8a65-5f84b140f9be","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.414775492Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.414854342Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.414872473Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.414886153Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.415220596Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.415366667Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.416975133Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.417188375Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.417560198Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.420269174Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.420283514Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.420441906Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.422329794Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.422555416Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.4239422Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.426496224Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.426513514Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.426646386Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.435800214Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.435819354Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":78,"elapsed":"21.068223ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:44.445747889Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"30.971418ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:44.681544765Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"e3bc00bc-6ff2-40cb-b6b9-88eaf229e350","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":473,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41476995Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41483374Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:46:54.414846581Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414862071Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414873651Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\"}","iteration":15,"elapsed":"13.98µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414887561Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414900731Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414913221Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414924641Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414935941Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414947152Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414958712Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414969782Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414981322Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.414993342Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415006542Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415018952Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415031502Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415043473Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415055763Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415068383Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415081973Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415093993Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415106623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.415120353Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415132074Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415144274Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415156084Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.415168554Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415180684Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415192594Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415204944Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415216624Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415229414Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415241835Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415253635Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415263715Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415274725Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415287255Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415298685Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415310525Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415322045Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415333715Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415346116Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415357665Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415369946Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415382436Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415394106Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415404656Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.415417316Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-07 22:36:54.415131323 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415429266Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415440206Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415451866Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415462186Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415473717Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415486927Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415498437Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415509797Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415521217Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415532387Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415545537Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415557347Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415570028Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415583288Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415596018Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415607978Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415619328Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415631758Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415643248Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415655908Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415671829Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415685979Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415701209Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415715819Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415730069Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415745109Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415754709Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415764249Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41577476Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41578346Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"732b0e55-5ccf-4068-b771-1299f872f618.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 760645568 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41579478Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41580353Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41581037Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41581808Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41582623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41583404Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41584102Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41584772Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41585708Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41586535Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"114e494f-6e94-4e0c-80db-5823b226f1a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a9773e0b-15d4-4efa-b977-9f3598685cdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 760761389 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415878421Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415886911Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415894611Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.415903101Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.416076183Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.416108163Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"997.149µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.416272044Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.416290654Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.172531ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.418288194Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 763275633 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.418558226Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.418788029Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.418830759Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"3.651725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.419568766Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.419669797Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.41992028Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.420249043Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"5.452732ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.420592646Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.422440744Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.422454334Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.422482824Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.422493754Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.422695216Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.422705456Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.422956599Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.422975489Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.42311791Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.423210951Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.423454483Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.424810327Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.425073699Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.425591154Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.425646915Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.425663565Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.425670505Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.425927037Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.426096269Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.427646384Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.427665264Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.427816465Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.428567183Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.428597903Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.428734024Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.428841955Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.428853065Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.429106498Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.430450491Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.430474781Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.430655713Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.430687163Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.430833424Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.430853854Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 775825864 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.431051396Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.431155728Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.432667042Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.432688192Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.432697812Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.432791783Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.432802193Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.432810053Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"17.807831ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.432868884Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.433392959Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.433779973Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.435312807Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-07 22:36:54.415131323 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.435332977Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"expiration\":\"2025-03-07T22:36:54.415131323Z\",\"pruned\":[]}","iteration":14,"elapsed":"20.180634ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.436012044Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.436028744Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.436237206Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.438817812Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"24.041111ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.440297485Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.440548388Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.440641648Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1572, tv_nsec: 785620758 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.44081823Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.440971642Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.441023792Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.443512166Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.443535356Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.443817259Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.444546896Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.446753727Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.44704787Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.449209251Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.449316612Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.449537644Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.449600965Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.449720526Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.451503523Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.453006157Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.453025807Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.454098348Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.454119378Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.4543446Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.454915576Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.454941306Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.455138608Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.457545881Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.458376659Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.458399989Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"43.453658ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.46163729Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.461667291Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.461887943Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.465852701Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"51.087411ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.469578497Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.470055801Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.472354863Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.472690487Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.474353823Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.474589535Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.474951428Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.474977218Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":79,"elapsed":"60.056237ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.476431792Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"61.161867ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.478351981Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"63.092726ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.480009577Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.480034227Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.480044017Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.480433651Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.486245227Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"70.969833ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.487304897Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.48761187Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.488971063Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.488996783Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":27,"elapsed":"73.744859ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.489413957Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.490344296Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.49069816Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.492270775Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.492728719Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.495761598Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.495784698Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.495994291Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.496728887Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.497359332Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.497381345Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.497388639Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.497394826Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.497654966Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.497908468Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.49799043Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":27,"elapsed":"82.984417ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.499332533Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.50218219Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.50220938Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.502328981Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.504766395Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.504782655Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.504794935Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.505127608Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.506881035Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.507320469Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"0","iteration":27,"elapsed":"92.244176ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.508800674Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"93.761941ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.510136456Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.510161747Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.510292848Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.514825352Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.514848312Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.514860982Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"99.88554ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.51880984Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.51883425Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.51884402Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_time_created":"2025-03-07 22:34:17.797135 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.51885236Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":2}","iteration":14,"elapsed":"103.948369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.519210074Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.5209313Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.521374904Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.522270943Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.522283513Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.522452095Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.524622696Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.524648226Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.524661836Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"109.628594ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.541218255Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.541248646Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.541256666Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.541263086Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.541501908Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.542573448Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"127.373004ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.543208784Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.545998011Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.546012241Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.546149553Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.561906524Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.562225387Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.56357171Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.565490518Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.565506179Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.5656846Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.576981759Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.577005849Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.577017149Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.577255812Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.578795506Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.579012988Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.579279381Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.580849116Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.583024307Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.583040657Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.58330113Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.584255929Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.584274919Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.584526281Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.585127207Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.585137517Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.585489701Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec11470f-7f04-4cdd-b70c-ce3e0b40a325\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.585506791Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.585554511Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.585565931Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.585582852Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_time_created":"2025-03-07 22:34:17.208516 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.585612282Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":1}","iteration":14,"elapsed":"170.56234ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.585934595Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.586189747Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.586982865Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.587665592Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.587676742Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.587816283Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.611969685Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-07T22:33:52.171499Z, time_modified: 2025-03-07T22:33:52.171499Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.612002315Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]}},\"default_endpoint\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"196.825731ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:46:54.616263176Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.616277887Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"201.152553ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.654541314Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.66861627Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.66864436Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.670686199Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.67070213Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.670992272Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e1cc1dc-3cbe-49bb-88f1-8a0f35cfa253\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.671016493Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.671323136Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24286c44-42fb-4a1c-b519-3709343af7e8\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.671348346Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.67177826Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.672334215Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.681742906Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"22945d76-dd39-47dd-90fe-1d7eff3a5792","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":329,"response_code":"200"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.761729494Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.761755514Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.761971447Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7786af02-3f36-4fe4-92eb-937ccf477a22\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.761983847Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.76340521Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.783636565Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.783969278Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d087b8f7-288e-4bf7-b258-bfa070b3ee21\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.783983968Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.786397301Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"16723341-55de-405d-82d5-c5ec93af24a8\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.786410391Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.787959876Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.787971086Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"373.048775ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.823356597Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.823779931Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d5aef3a-e2c9-481d-b5e2-3f28ff078690\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.823802511Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.823812471Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.823819761Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.82579834Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":27,"elapsed":"410.98095ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.833757266Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.834058019Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c502685-cd11-40cf-9b7b-05ee60afa2ae\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.835575544Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.835877997Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.840522622Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":27,"elapsed":"425.305497ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.842534661Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"null","iteration":27,"elapsed":"427.66933ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.843779803Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.872043225Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.872060435Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.872287297Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"97ccd14e-8de6-4cac-9596-d0dc20155193\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.872299227Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.87258191Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.87467819Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.874897212Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.877382366Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.877663419Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.881203222Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.881222883Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.881674447Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5e459090-1061-4844-8075-830939fd4521\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.883156021Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":27,"elapsed":"468.182359ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.906804319Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.907259403Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"100dea3c-63cc-4fcd-824e-647e14d22548\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.907272753Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.909327163Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"bf34389e-241f-4614-8d39-8d04000ab30b\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.909340573Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.911455303Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0b095a20-2008-4de2-8efd-a323afc88dea\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.911467623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.913455792Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.913504863Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"498.701883ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.956591727Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.95695435Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.958409615Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.958421104Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.958588316Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.966394281Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.966632334Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452bf3a4-8082-4f36-b50f-5573e42bf669\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.966657964Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.966669814Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.966925836Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.966936736Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.966943826Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.966951457Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.966958817Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.966967217Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.967124728Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.967134628Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.967382561Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.967391181Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.967628533Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.969433947Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.969534814Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d3b6cad-0beb-4e46-92d7-1d5ffff3e6ef\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.969544583Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.969683465Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19775469-9bf4-42fa-9733-9b1b08656b62\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:54.969695681Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:54.969705928Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.06831408Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cd13ad96-7836-4cae-8fc0-b8819b162e44\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:46:55.06834362Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.068353831Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.068812745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2846a4d6-6d31-4003-85f6-ca1da2292152\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:46:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.068844235Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.069052627Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.073137917Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.07347325Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.076949683Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.077166435Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.079145904Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.079374366Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:46:55.086796098Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":27,"elapsed":"671.941418ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.415180333Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.415263273Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.415283323Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.415300034Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.415775378Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.415798368Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.417748727Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.420392401Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.420408639Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.420540105Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.422847056Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.423032968Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.424666644Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.427110967Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.427123887Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.427258278Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.439947031Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.439970701Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":80,"elapsed":"24.816329ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.447135649Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.447327581Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:04.448796936Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"33.607443ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:04.68133331Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"c1625734-e765-41d6-a6c7-e7dfc52c03ef","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":355,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.414732976Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.414824607Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.414846057Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.414864248Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.415213281Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.415342982Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.416822476Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.419490232Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.419507652Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.419653134Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.421247129Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.421521201Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.423227638Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.426095785Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.426109506Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.426265987Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.435213753Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.435230033Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":81,"elapsed":"20.537987ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.445595563Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.445877986Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:14.447025087Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"32.28907ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:14.682149506Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"aa19ce0c-331c-4d56-81ec-4ea6d82f758b","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":729,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:19.674815285Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:60616"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:19.674936166Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"46d40824-5d66-4021-aaca-a93e19c3544b","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:19.675426101Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"46d40824-5d66-4021-aaca-a93e19c3544b","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:19.678309029Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"46d40824-5d66-4021-aaca-a93e19c3544b","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3440,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:19.678548021Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"c2f34357-dbf4-4f1c-b49d-821b0ded2cdb","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:19.678903874Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"c2f34357-dbf4-4f1c-b49d-821b0ded2cdb","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:19.681078205Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"c2f34357-dbf4-4f1c-b49d-821b0ded2cdb","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2601,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.414962067Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415031617Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415045128Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415057938Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415068078Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415079088Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415088488Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415099218Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415107758Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415117848Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415128298Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415137389Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415148939Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415159389Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415170419Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415181359Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415191049Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.415201679Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415212919Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415224389Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41523421Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41524471Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41525441Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41526406Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41527317Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41528309Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41529264Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41530235Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41531296Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41532215Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41533139Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415427831Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415447781Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415464862Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415586253Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415633393Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415649614Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415662414Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415675504Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415687144Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415697434Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415709274Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415720924Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415731764Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.415742734Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416407391Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416437551Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416449261Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416459491Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416468291Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416478301Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416487542Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416498451Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416733384Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416761954Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416772344Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.416779264Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.417862515Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.418055617Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.418638792Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.419114547Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.049648ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.41941165Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.419664022Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.420133497Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.420172057Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.421280748Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.421295308Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.421486419Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.42260005Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.42263099Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.422899123Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.422959374Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.423340587Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.423365437Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.423545599Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.42356813Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.42357534Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.423810642Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.424155885Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.424168755Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.424339227Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.425367537Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.425384907Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.425518308Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.42672733Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1602, tv_nsec: 771188429 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.427037353Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.427308366Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.427347816Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.427373166Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.427394726Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.427413096Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1602, tv_nsec: 771877876 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.427649409Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.427673939Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.427986552Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.428259325Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"11.825264ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.428276195Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.429146243Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.429220064Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.429465086Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.429502156Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.431246443Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.431264133Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.431465275Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.436220342Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"21.227404ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.436801097Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.4371358Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.437909527Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.43926527Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":28,"elapsed":"22.849389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.439924907Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.439978897Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.44030035Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.440387181Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.440859846Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.440874826Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.441113608Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.441888515Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.441907216Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.441913586Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.442150608Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.44238336Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1602, tv_nsec: 786842030 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.442723724Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.445140537Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.445388369Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.4454776Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.445964765Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.448293927Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.448323888Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.448525499Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.449050495Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.449075565Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.449212636Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.450996133Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.451921892Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.452249135Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.453719179Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.455303264Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.455330925Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.455569017Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.456475116Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.456506706Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.456666888Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.458596196Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.461201221Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.461224192Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.461408733Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.470233868Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.47048357Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.471897584Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.471934634Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":82,"elapsed":"56.801776ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.472213697Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.472705862Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.474037984Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"57.612983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.474100855Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.474414538Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.476558459Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.476775301Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.478259015Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.478349976Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"61.935705ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.480645288Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"65.479779ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.481125493Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.481148893Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.481304504Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.482396055Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"0","iteration":28,"elapsed":"67.284587ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.484263703Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"69.245376ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.487203011Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.487229631Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"72.113193ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.491045588Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.491061058Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.491069538Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"76.057551ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.495614012Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.495639012Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":28,"elapsed":"80.476073ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.507319604Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.507336715Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.507675188Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"889949d8-d1ac-46b7-8b86-a9cfca800ca3\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.507691048Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.51002392Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.517671654Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.517685934Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.517917796Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c190e06e-c9d2-450b-bd1a-e00e5959b793\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.517929416Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.52035286Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.52037249Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.520536751Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.520595502Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8abe73c-5220-495c-8dba-416833e71b8a\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.520609172Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.521715353Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.543472202Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"128.524786ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.660493656Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":28,"elapsed":"245.509299ms"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.662780549Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.662800639Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.663160922Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c70b079-cebc-4c6d-ad5a-0f9778f7331a\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.663184852Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.663509936Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.681346897Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"08b1dc52-0312-43e5-87b2-314dc89ad830","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":310,"response_code":"200"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.738102972Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.738321214Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0348f7e0-d29e-43cc-905d-a9452ac1ddb3\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.739781038Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.740060221Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.742356183Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.742762427Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f98908-7f42-4fd3-94fb-c007e85274cc\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.742782827Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.742791427Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.742798167Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.744302862Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":28,"elapsed":"329.340715ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.74513888Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"null","iteration":28,"elapsed":"330.008982ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.772075149Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.772459083Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.77432021Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.77433507Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.774522702Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.784027534Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.784277436Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11ad422b-fa10-4d33-9065-6ff402547525\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.784319586Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.784330877Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.784598629Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.784609769Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.784616669Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.784623979Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.784630909Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.78463808Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.78465598Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.7846639Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.784802421Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.784812401Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.784856371Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"09a94516-d5a7-4322-bc1f-9163ad996684\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.784866232Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.785043603Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.785052244Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.785179775Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.785255586Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.787157974Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.787266085Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660dc59b-2f78-4b84-9cc4-76f552d33cc9\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.787278165Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.787347395Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"069471d4-f1c8-4545-a35a-fbbe528e965b\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.787358986Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.787369866Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.788041362Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.788200564Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.791426515Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.791771658Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.793661356Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.793672486Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.883277088Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9a8cbeb3-ebef-422c-b0be-4dc389f06f53\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:24.883303428Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.883313088Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.883664841Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0cdf98c7-53c2-41e6-9a4d-c65b118b6dd0\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.885048354Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":28,"elapsed":"469.956286ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.885094495Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f50878b-2519-42d4-bb09-8912135ed4fe\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:47:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.885137075Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.885364648Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.888525768Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.88876258Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.89184898Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.892150703Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.894242143Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.894434205Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:24.900665764Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":28,"elapsed":"485.600027ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:25.194927302Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:25.194963183Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:25.225170393Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:25.225283464Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:54930"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:25.225461216Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"767c3350-26c4-4594-9d50-17fe027fd3d6","remote_addr":"[fd00:1122:3344:101::c]:54930","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:25.225772868Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"767c3350-26c4-4594-9d50-17fe027fd3d6","remote_addr":"[fd00:1122:3344:101::c]:54930","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:25.272837521Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/oximeter.rs:76","collector_id":"7b5e9a24-6b39-4a58-a275-8cc5a75195d8","producer_id":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:25.272865051Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/metrics/producers","method":"POST","req_id":"767c3350-26c4-4594-9d50-17fe027fd3d6","remote_addr":"[fd00:1122:3344:101::c]:54930","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":47466,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:25.272944742Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"767c3350-26c4-4594-9d50-17fe027fd3d6\", \"content-length\": \"41\", \"date\": \"Fri, 07 Mar 2025 22:47:25 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:25.274035692Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:25.274046232Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"producer-registration-task","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.415153477Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.415217208Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.415229728Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.415239158Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.415604272Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.415706682Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.417304668Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.418142046Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.418492899Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.419988684Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.419999974Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.420150365Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.422530548Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.422785281Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.424312095Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.426992841Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.427005351Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.427162172Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.438000627Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.438019957Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":83,"elapsed":"22.89023ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.445471728Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"30.314451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.674686681Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"2211d4d7-e368-4d3c-a730-da0780e11d07","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.675211326Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"2211d4d7-e368-4d3c-a730-da0780e11d07","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:34.677811411Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"2211d4d7-e368-4d3c-a730-da0780e11d07","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3215,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.678121794Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"9c3b2de2-27a2-4a3c-b913-421279431e85","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:34.678411567Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"9c3b2de2-27a2-4a3c-b913-421279431e85","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:34.680410016Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"9c3b2de2-27a2-4a3c-b913-421279431e85","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2347,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:34.681926771Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"30d1c07a-bf5a-453d-bfcf-bbd180eb8432","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.415273347Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.415350267Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.415367417Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.415380228Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.415693791Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.415773092Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.417788961Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.420397476Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.420414796Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.420558158Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.422493446Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.422780649Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.424545076Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.427381613Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.427391903Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.427536745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.442079334Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.442107805Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":84,"elapsed":"26.852938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.450082001Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.450282523Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:44.479241181Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"63.953974ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:44.68201133Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"21e5008a-a76f-4134-9b87-37ac71172ff9","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":485,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.415973001Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416032382Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416043332Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:47:54.416056422Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/blueprint_execution.rs:80","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416071842Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\"}","iteration":16,"elapsed":"19.86µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416086273Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416096683Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.416107213Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416114143Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416120243Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416127263Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416134653Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416142973Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.416151133Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2025-03-07 22:37:54.416053972 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416158093Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416164893Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416171293Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416177754Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416183743Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416190563Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416195954Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416203024Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416208884Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416214704Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416222314Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416229304Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416236884Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416243404Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.416251524Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416258054Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416264664Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416272154Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416278484Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416286135Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416292444Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416298895Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416304705Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416311775Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416318355Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416325395Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416332125Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416368835Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416375685Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416382936Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416389356Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416396676Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416403476Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416410156Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416417286Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416425346Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416432356Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416438926Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416445846Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416452816Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416462786Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416472876Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416479186Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416484866Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416490906Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416497457Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416508617Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416515357Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416520977Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416528197Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416538897Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416549167Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416640478Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416724089Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416739749Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416750649Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416786529Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.41679906Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.41681052Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.41682304Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.41683291Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.41684567Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.41685856Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.41686817Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.4168761Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416915361Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416926141Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416933251Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416941711Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416950241Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416958501Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416966571Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416974751Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"732b0e55-5ccf-4068-b771-1299f872f618.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"fbf58a59-609b-4fb3-b792-2c09f3f7b776.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 760901481 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416987121Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"114e494f-6e94-4e0c-80db-5823b226f1a3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a9773e0b-15d4-4efa-b977-9f3598685cdd.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d2f04f38-7ac2-4327-a087-c2a47865841a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 760897731 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.416999551Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.417008162Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.417016171Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.417023591Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.417031262Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.417040712Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.417492396Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.417512836Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.189041ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.417643717Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.417668918Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.292483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.419221003Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.420055721Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.420498775Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.12182ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.420557025Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.421173002Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.421729997Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.421741557Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.421953499Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.42200743Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"5.849486ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.423645055Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.423677786Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.423834617Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.423994718Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 767935428 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.424236311Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.424261731Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.424278071Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.424515743Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.42517225Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.4251822Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.425335371Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.426496343Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.427581433Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.427986347Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2025-03-07 22:37:54.416053972 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.428002397Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"expiration\":\"2025-03-07T22:37:54.416053972Z\",\"pruned\":[]}","iteration":15,"elapsed":"11.938845ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.428736184Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.428748194Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.428892706Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.430160248Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.430183658Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.430303529Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.430539741Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.430697283Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.430812704Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.431181328Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.433119646Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.433136026Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.433302758Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.43353344Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.433561581Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.433689812Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.434674211Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.434703801Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.434712952Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.434719252Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.434870533Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.434965314Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.436541919Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.436816822Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.436966713Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.437210465Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.442010472Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.442040722Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.442051472Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"25.674797ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.442418436Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 786351355 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.442744919Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.442780609Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.443221633Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.443417555Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.443749008Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.445194722Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.445638946Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.446095971Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.446377174Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.446704137Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.451771685Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.452321931Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1632, tv_nsec: 796189080 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.454445051Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.455110688Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.457019576Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.457050286Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.457061896Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.457075567Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.457612182Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.460026645Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.462737191Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.467398776Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.467435906Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.467679898Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.470906299Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.474244652Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.474277642Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.474459014Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.482633192Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.486938594Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.486971754Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.487193396Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.490292036Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.490527508Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.492016722Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.492045883Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.492058553Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.492552257Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.494975611Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"78.521905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.495165093Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.496620187Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.497073951Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.498927529Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"82.465632ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.49907043Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.49909588Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.49910826Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"82.930597ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.499378933Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.501525254Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.501833207Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.501917387Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.502117399Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.50214222Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.50215712Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"85.960196ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.50216927Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":29,"elapsed":"85.713574ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.502356002Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.502847396Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.504734714Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.504761105Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":85,"elapsed":"88.719762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.504941076Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.5053195Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.508113147Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.508140807Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.50841609Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.510056766Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.510443359Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.511291517Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.511320978Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.511332608Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.511342038Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.511396789Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"95.149124ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.511939664Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.513792941Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.513821372Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.514127365Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.515252286Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.515282466Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.515293076Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"a49f17b2-1834-4c40-bc6e-ff0588e4b3ef"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.515306026Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.515316586Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_time_created":"2025-03-07 22:34:17.797135 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.515327996Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":2}","iteration":15,"elapsed":"99.006492ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.515524468Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.517280525Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.519521817Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.519818719Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.520261864Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.520276394Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.520421285Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.52510464Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"0","iteration":29,"elapsed":"108.900856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.525555695Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.525885168Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.527527853Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.529428512Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.529456412Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.529466232Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.529751075Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.533761644Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.533785354Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.533797764Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.534095797Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.534282718Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.536645921Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.536671492Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.536814363Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.546363665Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"130.214341ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.548371274Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.548894769Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.549197252Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.550314892Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.550331023Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.550446584Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.550493134Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.560851094Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.560874194Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"144.58816ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.573365754Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"156.885798ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.583750114Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.583777784Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.584109857Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c5dc485-5865-4b6e-a0ce-fa6da0e839c4\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.584136297Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.585670462Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.585833824Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.586222498Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.587959064Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.587985825Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.588281328Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b07f7d3-9f22-4ebe-aa40-06c9df3a43c1\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.588298248Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.591123945Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.614745052Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.614771712Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.615047315Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ee10c4e-1476-4ecd-ae92-1cbf84c5cb0e\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.615067555Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.617494758Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.67910724Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.679143381Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.680688576Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.68219159Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.682470862Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"7283e580-3438-4952-93b5-0d01deeb15d8","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":350,"response_code":"200"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.682901527Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.682931717Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.683111209Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.686782584Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.686809494Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.687036257Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.689728352Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","found_so_far":52,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdc30f7a-36a7-4893-91d6-3456da7362c0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.689748923Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.689757433Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"current_time_created":"2025-03-07 22:34:17.208516 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.689766113Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":1}","iteration":15,"elapsed":"273.351047ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.718019694Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.728120151Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"312.14421ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.730689626Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.730721886Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":29,"elapsed":"314.579113ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.731396913Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.731425363Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.731437033Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"315.30169ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.733444352Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-03-07T22:33:52.171499Z, time_modified: 2025-03-07T22:33:52.171499Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, db_silo: Silo { identity: SiloIdentity { id: ebb5815c-a32b-49c0-a621-3a7cd3eb3452, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2025-03-07T22:34:17.695388Z, time_modified: 2025-03-07T22:34:17.695388Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.733467943Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]}},\"default_endpoint\":{\"silo_id\":\"ebb5815c-a32b-49c0-a621-3a7cd3eb3452\",\"tls_certs\":[\"f857482e363fc36f169844018fd10beb52cce480a27bbdb173d6c9c730aad5e1\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"317.247369ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.735500222Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.735885346Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"4cca8221-a761-4adf-a36a-75ca47c6b7f4\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.735897486Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.737988446Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5c7578a5-863d-4bdf-bd42-b799a470f201\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.738000696Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.73939106Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.73941549Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"323.073475ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.766637951Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":29,"elapsed":"350.218815ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2025-03-07T22:47:54.777034591Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.777066952Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"360.778347ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.784231931Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.784593634Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.788961176Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c03be751-6690-43f5-8a38-351e04bc6d78\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.788988576Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.78941861Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.803466885Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.803496176Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.803831939Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e4e3a1ce-79d0-4520-8806-9ae9f6efe344\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.803847789Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.804152092Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.806399933Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.806606326Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.809464093Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.809806186Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.813047028Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.813064558Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.813373921Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bda35444-8d42-4a1e-8882-1af3fb26de9a\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.814796804Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":29,"elapsed":"398.774622ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.814808074Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.816688452Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.816698892Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.816855934Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.818273068Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.819923663Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.819933374Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.820068875Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.835488943Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.835965558Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9bf6764f-a265-41df-b79f-65041f353ab0\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.835996778Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.837062948Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"03f3c3c5-4d00-40b1-9e71-3068fb139201\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.837075318Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.838677204Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0a290328-c68f-4940-8c1d-273f26047802\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.838690064Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.840582502Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.840617653Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"424.56944ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.847118905Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.847368677Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4040f2af-17f2-43d0-aac7-b828eb11c640\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.849638169Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.849829371Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.851597068Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"null","iteration":29,"elapsed":"435.586636ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.890545712Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.890954286Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c57c22b5-45b1-43d3-9ec9-e9dbfae147c3\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.890974826Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.890985146Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.890993926Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.893193358Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":29,"elapsed":"477.093705ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.931079182Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.931450895Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.933417154Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.933439365Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.933598466Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.943164855Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.943389379Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1abb269b-5596-4db8-aed8-b03f3d0b2c92\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.943409338Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.943422802Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.943656569Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.943668176Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.943674982Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.943681788Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.943689166Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.943695747Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.943853071Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.94386989Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.944172628Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.944199098Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.944520201Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.946724182Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.946862023Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc3731a-f611-46b7-94f8-09d434825a3d\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.946878124Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.946964335Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29255ed4-9029-45eb-a46b-2dff9d358e51\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:54.946980075Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:54.946989825Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.04637089Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"19699fc5-26e5-48a0-a152-51c906ec4a97\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:47:55.04639637Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.04640623Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.046623532Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2692d33-517b-483c-bb48-33aeecd40ba1\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:47:54 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.046667812Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.046994936Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.050261087Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.050526679Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.053834201Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.054082544Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.056035583Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.05627203Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:47:55.062421654Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":29,"elapsed":"646.17772ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.416485985Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.416540825Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.416551445Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.416559496Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.416871648Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.41701401Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.419229611Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.421879947Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.421896577Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.422035788Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.424029187Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.424307094Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.426093857Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.428928355Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.428941584Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.429096936Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.438341125Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.438361895Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":86,"elapsed":"21.89525ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.447513193Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.447844786Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.483397618Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"66.900253ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.674831698Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"8b030c77-efa0-4cea-828e-7961674d8479","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.675152131Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"8b030c77-efa0-4cea-828e-7961674d8479","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:04.677694995Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?sort_by=id_ascending","method":"GET","req_id":"8b030c77-efa0-4cea-828e-7961674d8479","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2921,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.677973558Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"56b892b6-442d-42df-887a-6962445c9a53","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:04.678289581Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"56b892b6-442d-42df-887a-6962445c9a53","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:04.680362971Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/metrics/collectors/7b5e9a24-6b39-4a58-a275-8cc5a75195d8/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkZmUxNjlhMy03NTM2LTRiNTQtOTU5My04ODE1ZDZlODFkZDQifX0%3D","method":"GET","req_id":"56b892b6-442d-42df-887a-6962445c9a53","remote_addr":"[fd00:1122:3344:101::d]:60616","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2444,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:04.682846465Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"d4d7d2ae-02b5-4643-bbfc-1aae33205d8a","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.41619553Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.416247861Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.416258141Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.416265141Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.416580904Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.416591404Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.417966107Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.418368791Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.418727935Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.420226449Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"4.018569ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.420667443Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.420678003Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.420828505Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.422156768Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.422315859Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.423971605Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.426416129Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.426435269Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.42655847Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.435165273Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:14.435193173Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":87,"elapsed":"18.999973ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:14.6825636Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"4ea09802-a983-4e04-8069-9b0077681f17","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":549,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416003117Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416065217Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416077797Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416086588Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416093958Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416102318Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416109028Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416115298Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416123428Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416129388Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416135828Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416142828Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416148578Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416155038Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416162508Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416169798Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416180569Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416187578Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.416195289Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416202609Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416210249Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416217549Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416224129Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416231379Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416237889Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416245009Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416251379Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416257819Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416263789Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416271639Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.41627811Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416495952Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416579972Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416599462Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416607373Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416617553Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416626433Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416634613Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416641913Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416651413Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416661133Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416674103Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416682753Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416714324Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.416725064Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417269469Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417278569Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417285749Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417293099Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417299499Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417306359Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417313059Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.41731988Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417486131Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417500441Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417509011Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.417599042Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.419752873Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"3.523274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.420566961Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.422134116Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1662, tv_nsec: 765533475 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.422375678Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.422469929Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.423014144Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.423041975Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.423301827Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.425109394Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.42573442Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.427361946Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.427388646Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.427577338Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.427592768Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.427632179Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.42774074Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.427879281Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.427891511Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.428051532Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.429641958Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1662, tv_nsec: 773045438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.42991493Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.430198903Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"12.913384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.432061441Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.432528096Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.432723237Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DnsResolver","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-73b218dd-7dbc-4345-acb1-fe69ced4a7f7.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1662, tv_nsec: 776135077 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.43294175Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1171"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.45379809Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.454370156Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.454884881Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.456308864Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.456336875Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.456513686Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.45694788Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"40.895583ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.458673617Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.458762358Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.458799058Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.458893919Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.459127111Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.460861668Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.460881368Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.46102358Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.461508964Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.461692266Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.463669405Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.463916787Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.46625383Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"48.976721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.469711643Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.469739413Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":30,"elapsed":"52.422664ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.470018826Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.471740843Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.471978775Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.472255017Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"56.068109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.474200776Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.47463674Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.476310846Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.477010883Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.477025503Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.477032773Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.477464058Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.479510617Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.479543638Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.479702109Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.483207263Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.483441595Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.484712037Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.487538724Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.487555624Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.487717426Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.489757886Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.491677454Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.491701794Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"75.545746ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.49229291Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.49230665Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.492542362Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.501490168Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.501513349Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":88,"elapsed":"85.295539ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.504202104Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.504214935Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.504567638Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90420e01-35d4-4be3-8f1a-004848c93f44\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.504592218Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.504602668Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"88.49801ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.505708359Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.505866651Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.506170893Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.506594317Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.506607927Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.508322784Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.508333824Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.508497006Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.510281013Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Sled { parent: Fleet, key: 73b218dd-7dbc-4345-acb1-fe69ced4a7f7, lookup_type: ById(73b218dd-7dbc-4345-acb1-fe69ced4a7f7) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.510314193Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.510560496Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.510664626Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.510673487Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.510679717Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.510949029Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.513748086Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"96.466697ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.514766416Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.514776866Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.515029968Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f32d2b-3b4f-4849-8b61-96b4b69ef6f0\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.515047599Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.516569553Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.533462526Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.533679928Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.538560225Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.540526593Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.540540274Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.540744206Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.548484988Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1179","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.548502417Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.548823843Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"608de4c7-7a27-433d-9f28-384e32b2cb30\", \"content-length\": \"26\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.548838433Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1184","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.55051832Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/mod.rs:1219","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.612256253Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"196.252855ms"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.621529652Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.621545202Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.621972616Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead77064-cd16-448b-9c79-477ce76a8164\", \"content-length\": \"372\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.622013077Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.62234158Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.624128147Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"0","iteration":30,"elapsed":"207.966079ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.651584781Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":30,"elapsed":"235.536533ms"} {"msg":"No bundles to collect","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.652774032Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/support_bundle_collector.rs:360"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.652801203Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":30,"elapsed":"236.588854ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.655972989Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.655996175Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.656005419Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"239.932836ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.666703106Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.666731366Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.666976519Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7c209dfc-8dc1-4603-b7a9-2dbdddd06e07\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.666989719Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.667343312Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.669616514Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.669838076Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.672624323Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.672966786Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 73b218dd-7dbc-4345-acb1-fe69ced4a7f7 push not needed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.676100676Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.676126537Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.6765248Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5e8f164b-3c24-4cf1-8db2-5ebeb3f05286\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.678040455Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":30,"elapsed":"261.907667ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.682367247Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"1f96773b-b14b-463d-8c32-90db51dde26b","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":308,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.715789948Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.716114691Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.717509554Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.719378302Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.719391752Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.719549324Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.721001538Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.722618743Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.722629694Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.722760715Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.732892092Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.733180825Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2314c8a-f3c2-4205-9500-d5f9d7586291\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.734899481Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.735130814Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.736673269Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"null","iteration":30,"elapsed":"320.55785ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.787066333Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.787461487Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"SledAgent":"73b218dd-7dbc-4345-acb1-fe69ced4a7f7","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"125f69d5-da0c-4c57-b890-22a5c6daf99b\", \"content-length\": \"691\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.787487557Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.787498717Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.787507797Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.789774289Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":30,"elapsed":"373.759682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.811583198Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.811958702Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.814094793Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 2619304f-a0b9-451a-bbfb-b14af6353df6, rack_id: 82e3cdb7-0f87-46cf-98cd-832919b5c7ec, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(8820d7be-fc72-45ff-bc2e-17c4bb9613af) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.814115773Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.814335615Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.82317766Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.823429582Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c05b25b0-2ba9-47c5-8f82-7f467e977da5\", \"content-length\": \"134\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823452303Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823461743Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"8820d7be-fc72-45ff-bc2e-17c4bb9613af","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823719665Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823731245Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823737815Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823744275Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823750535Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823756886Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823931757Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.823941587Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.824147379Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.824156039Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.824494553Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.825733834Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.825857916Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e06e7a0-ae0b-43f3-b9c0-fc7818ef51e6\", \"content-length\": \"2\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.825880056Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.825961687Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"component":"DpdClient","rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a776e3cb-9069-43ba-95a8-932c7365ba17\", \"content-length\": \"52\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.825992587Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.826005347Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.9220584Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bebe15b4-a3a9-47ee-a468-8f3400eea64a\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:24.92208278Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.92209222Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.922279742Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"rack_id":"82e3cdb7-0f87-46cf-98cd-832919b5c7ec","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6035becf-ea76-4381-8bcf-9f9834bc5df6\", \"content-length\": \"682\", \"date\": \"Fri, 07 Mar 2025 22:48:24 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.922316442Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.922643726Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.925341212Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.925606854Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.928846125Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.929079618Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.931198698Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.93144124Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:24.937897712Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{}","iteration":30,"elapsed":"521.825715ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.416584541Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":89,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.416663561Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.416681901Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.416694802Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.417088196Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.417162276Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.419547349Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.422242115Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.422256705Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.422416077Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.42481688Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.425012592Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.450129883Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.450363235Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.4570814Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.459663285Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.459680765Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.459826946Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.474098153Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.474123204Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":89,"elapsed":"57.561724ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:34.485726745Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"69.133075ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:34.682677848Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"59ec0d6e-fd7e-426f-b3d5-a6460778f187","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":316,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.417072323Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":90,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.417147654Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.417165835Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.417179155Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.417572508Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.417652499Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.448045011Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.448168753Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.448328494Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.450861117Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.450938779Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.451081101Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.453298702Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.453458453Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.455095049Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.457461102Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f, lookup_type: ById(0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.457475472Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.457603353Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.468962462Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"original_time_created":"2025-03-07 22:33:48.706097 UTC","original_target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","time_created":"2025-03-07 22:33:48.706097 UTC","target_id":"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.468982042Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"0f6b2d08-1e6c-46f8-a3ec-6b18ce7a0d3f\",\"time_created\":\"2025-03-07T22:33:48.706097Z\"}","iteration":90,"elapsed":"51.937959ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2025-03-07T22:48:44.478337872Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"c0f69897-7f92-43db-ad47-96c3c4721128","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"61.257989ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2025-03-07T22:48:44.683301662Z","hostname":"oxz_nexus_c0f69897-7f92-43db-ad47-96c3c4721128","pid":23170,"uri":"/c0f69897-7f92-43db-ad47-96c3c4721128","method":"GET","req_id":"a6f8b9b7-65a0-4087-9a61-b14f5f0e6d14","remote_addr":"[fd00:1122:3344:101::d]:63523","local_addr":"[fd00:1122:3344:101::c]:41480","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"c0f69897-7f92-43db-ad47-96c3c4721128","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":305,"response_code":"200"}