{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.58538945Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.585481872Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.585491652Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.585499072Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.585793876Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.585808236Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.587651351Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.587935564Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.588189648Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.589791369Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.394779ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.590158424Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.590171154Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.590351027Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.59209964Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.592289303Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.593835903Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.596234095Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.596245615Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.596383897Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.607510026Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.607532366Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":72,"elapsed":"22.155356ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:09.146830433Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1:0]:47011"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:09.147155697Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c8f76a42-5f0c-498f-8fc9-e54039b9de2c","remote_addr":"[fd00:1122:3344:101::1:0]:47011","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:09.147486572Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c8f76a42-5f0c-498f-8fc9-e54039b9de2c","remote_addr":"[fd00:1122:3344:101::1:0]:47011","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:09.181562557Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/oximeter.rs:76","collector_id":"5fb99117-c685-44d5-bec2-c58adb63b619","producer_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:09.181597008Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/producers","method":"POST","req_id":"c8f76a42-5f0c-498f-8fc9-e54039b9de2c","remote_addr":"[fd00:1122:3344:101::1:0]:47011","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34504,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:11.973859414Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"2a438d90-4ddf-4cf5-8363-578271db48e2","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1893,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:16.959646394Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"a9505247-2554-4df5-ac3e-7c55b672219c","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:16.960122398Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"a9505247-2554-4df5-ac3e-7c55b672219c","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:16.963326178Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"a9505247-2554-4df5-ac3e-7c55b672219c","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3766,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:16.963596211Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"4756eba2-a4d4-4a29-b12e-2466b6817d2f","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:16.963914346Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"4756eba2-a4d4-4a29-b12e-2466b6817d2f","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:16.966435559Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"4756eba2-a4d4-4a29-b12e-2466b6817d2f","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2881,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585574281Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585634492Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585651102Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585664372Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585676502Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585687733Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585697343Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585705973Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585713853Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.585720913Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-21 19:35:17.585621692 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585733393Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585742343Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585752114Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585763464Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585773214Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585782504Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585791454Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585802594Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585812334Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585821175Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585831235Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585840505Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585851455Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585861095Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585869995Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585878525Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585889115Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585898456Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.585908056Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585916976Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585925606Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585934146Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585943576Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585952686Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585962386Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585971917Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585981587Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.585990597Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586001307Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586010347Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586019897Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586029377Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586038427Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586047098Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.586057968Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586066758Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586076578Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586085448Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586094148Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586103848Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586112398Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586122728Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586132279Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586141219Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586150189Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586158749Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586168069Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586176549Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586185339Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586195689Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.58620576Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.58621982Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:45:17.58622926Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.58623873Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.58624891Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\"}","iteration":14,"elapsed":"10.5µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.58626193Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586272881Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586283891Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586297231Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586425763Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586451973Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586463783Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586477583Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586488603Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586499544Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586507744Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586514894Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586521384Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586530024Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586538764Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586547064Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586553874Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586560774Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586568634Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 456210989 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586585655Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586596665Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586605315Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586614345Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586621165Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586628925Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586636985Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586696726Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 456333540 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586864658Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.586895169Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.587080341Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.587102012Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.587115682Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.587125732Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"998.653µs"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.587139952Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.587150162Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.46556ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.587290314Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.587304804Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.587506047Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.588896856Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"3.339044ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.589401542Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-21 19:35:17.585621692 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.589431433Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"expiration\":\"2024-11-21T19:35:17.585621692Z\",\"pruned\":[]}","iteration":13,"elapsed":"3.75376ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.590158162Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.077924ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.590839842Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.591757224Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.591788654Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.592031327Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.592347242Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.592532874Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.59296171Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.59298385Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.593118082Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"7.416759ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.593249294Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.593538387Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.593548628Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.593554988Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.59375245Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.595556165Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.595581265Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.595749927Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.597805665Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 467445679 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.597868896Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.598076688Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.598487244Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.598782358Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.600668883Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.600696473Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.600854485Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.602978044Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.605459527Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.605503627Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.605512918Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.609691594Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 479337448 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.610032218Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.611891393Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.61314088Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.614359606Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.614391866Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.61464304Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.61539239Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.61542381Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.615679354Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.615699274Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.620980034Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.621015215Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.621026735Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.624997968Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.62737003Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.62739793Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.627538452Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.629367738Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.629868041Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"44.329592ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.630584073Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.631438914Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.632082702Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.632496458Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.632532099Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.632707091Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.634750928Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.638281125Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.638312176Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.63935164Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.639555613Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.639577933Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.639588143Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.640044419Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.640989962Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 510624436 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.641441678Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.641564359Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.642009475Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.644367547Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.649544486Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.649799729Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.649815359Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.64982597Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"64.164247ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.653850184Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.653890094Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.654113527Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.65657538Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.657053266Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.657074567Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.660864457Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.660892338Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.66111065Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.668165635Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"82.317239ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.669609024Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.67008555Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.671217336Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.671938235Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.677049743Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.678076797Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.680289407Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.680322957Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.680567881Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.681868778Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.683169315Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.683200926Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.68350273Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.684887648Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.684917208Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.685163702Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.689753973Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.690110618Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.693784747Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.693813427Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.693826988Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.693836448Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.697045482Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.700056931Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.700083671Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.700305504Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.703116322Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"117.131415ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.704408359Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.704434559Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.704443649Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.70445402Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.704843155Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.709092002Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.712160363Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.712515377Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.712537437Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.712550198Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"126.722733ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.713365599Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.713386819Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.713398389Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"127.766858ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.7142517Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.714274121Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.714609865Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.715455456Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.715475797Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.71570153Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.715947773Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.715974863Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":73,"elapsed":"129.840355ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.718797821Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.718824421Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.718834362Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.718842802Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.719323918Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.719556571Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.719578072Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.719589632Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.719870015Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.719959057Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.720345592Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.721755801Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.722128176Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.726108909Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.726137179Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.726350682Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.726369342Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.726743537Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.726804748Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.726822368Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.727069262Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.72841086Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"142.683026ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.72915479Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.72920678Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","nzones":1,"version":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.72921784Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.729226091Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_time_created":"2024-11-21 19:33:31.797390 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.729238671Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":1}","iteration":14,"elapsed":"143.486458ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.729440463Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.729461904Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.729475964Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.729531625Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.729768868Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.72990204Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.730139123Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.730159593Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.731748654Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.732712987Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"146.754761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.733981174Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.734139946Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.734172087Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.734488671Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.735868139Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.735883049Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.736093502Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.737126576Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.737141506Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.73738094Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.739509178Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"0","iteration":25,"elapsed":"153.722004ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.74044777Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.740470461Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.740479821Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_time_created":"2024-11-21 19:33:32.758954 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.740488831Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":2}","iteration":14,"elapsed":"154.578216ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.742325976Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.742379116Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"156.36888ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.742420797Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.744634006Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.786690228Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"200.849734ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.793151535Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.793183855Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.793468499Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69f11270-4dd1-4d16-8458-7ea230879829\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.793483909Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.794249059Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.79427625Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]}},\"default_endpoint\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"208.610208ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.796069254Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.802430439Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.802814354Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.839031298Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839066548Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839391823Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452ee27e-3e63-4a6f-a36d-5d79c75f8f54\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.839419843Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:45:17.840133962Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840157883Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"254.245687ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.841990117Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.894454808Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.939924666Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.940409572Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.942769874Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.946055758Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.946089128Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.946351702Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.958769278Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.958812838Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.959222584Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d4ee52-447a-44ac-a988-d9a81ad6f6de\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.959254664Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.962516698Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.018170961Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.018634407Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15a7a558-bb98-4f67-9148-24c7a70409f5\", \"content-length\": \"130\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.018664248Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"vmm_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-21T19:45:09.136692848Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.018677488Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"vmm_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/instance.rs:2116","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-21T19:45:09.136692848Z }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.018690448Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"vmm_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.019083413Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"vmm_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.060299554Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.062684806Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.062707726Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.062874379Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.073881286Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.074152379Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.074558345Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"93d12ef6-9dba-45bd-a5a3-c48df23ed188\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.074585955Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.075507018Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"489.632382ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.076230217Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"bb6f23f3-1f8e-4d6e-ba06-fdf423aaecf2\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.076248517Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.076663353Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.076673483Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.076993377Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e4cc3a5-0624-46db-be20-68ddfa489ba5\", \"content-length\": \"585\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.077032748Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.077406873Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.078014711Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.078029771Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"492.290518ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.121887607Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{da5e4476-3bbb-4b01-9c62-0fd7818d2064: {10.151.1.176: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}, 10.151.1.175: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.121924628Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.122191011Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8a755897-6b4e-498b-bac2-bc1d1110bb65\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.122221951Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.122675178Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.124777416Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.124986359Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.127664914Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.127974199Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.128976592Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":25,"elapsed":"543.031935ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.129057003Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.130870167Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.131134781Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.132857924Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.133099707Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.13634207Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.136575993Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.140325593Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.140355724Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.140376094Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.140658968Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3804446d-3baf-4c04-ae17-87c297a01241\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.14231361Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":26,"elapsed":"556.387285ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.174728163Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.174959846Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8765c012-99cf-48f9-bebf-5f2819056bb4\", \"content-length\": \"1\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.176854132Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.177147676Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.234887067Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.235341463Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cd16aa44-338e-409a-a03e-2a5fb674983b\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.235372163Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.236657351Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8a354690-d7f0-488d-8287-c4017354b874\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.236678891Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.237216618Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.237541023Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28694373-8f7a-4280-8d77-0ad88c775ec3\", \"content-length\": \"811\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.237565163Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(14005037) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.237577183Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.237588703Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.238444244Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c82d71bd-36d3-4988-96e5-b05ceb958da3\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.238460985Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.238664118Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":25,"elapsed":"652.63539ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.239566459Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"null","iteration":25,"elapsed":"653.962078ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.240453491Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.240486952Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"654.488445ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.285333831Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.285726196Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.287716573Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.287733783Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.287902135Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.297601205Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.297885559Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162bcdad-aa24-4cc0-97e1-26d5d57c8e6c\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.297908349Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.297918939Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.298181393Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.298191863Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.298198843Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.298206403Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.298212933Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.298219433Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.298388645Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.298402886Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.298569958Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.298578608Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.298892582Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.300909449Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.301085392Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e136e7c0-dea9-431d-98de-ac763cf1218b\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.301098582Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.301188753Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bab27f3c-747d-4522-8488-f9c6c9cfabdf\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.301201773Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.301213073Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.507116204Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fb701642-6b6b-4332-a03f-6bc9af5a3340\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.507166285Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.507180615Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.512094901Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7733845f-9845-4857-8e85-8272b5498db5\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.512130771Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.512492706Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.515402275Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.515633848Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.518810221Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.519164135Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.521172572Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.521380525Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.527859211Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":25,"elapsed":"941.796644ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:26.969091303Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"abd8249d-a995-4daa-9ce5-a93b0145c993","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.585323706Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.585367436Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.585376686Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.585384706Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.585733141Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.585746871Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.58787413Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.590265152Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.590281182Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.590437924Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.592791685Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.593032799Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.594722541Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.597263755Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.597278185Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.597427547Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.609861244Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.609888754Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":74,"elapsed":"24.571049ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.611940291Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.612276196Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.640446322Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"55.102016ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.586214765Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.586277646Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.586289697Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.586300457Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.58653199Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.58654854Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.58806086Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.588251593Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.588955472Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.591477626Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.591492986Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.591634258Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.593115118Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.59331138Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.59477996Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.596915819Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.596943579Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.597059341Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.608341251Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.608369782Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":75,"elapsed":"22.163756ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.615617129Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"29.406943ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:41.968151012Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"37783a7c-611c-48f8-b031-a28d82b23bb0","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1261,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:46.960425443Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"84ba9942-3023-40cd-91fc-a80cd0b9e306","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:46.960823218Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"84ba9942-3023-40cd-91fc-a80cd0b9e306","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:46.963820918Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"84ba9942-3023-40cd-91fc-a80cd0b9e306","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3490,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:46.964111972Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"117067f0-1156-4525-957f-a6b4dd5e954f","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:46.964491737Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"117067f0-1156-4525-957f-a6b4dd5e954f","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:46.966817508Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"117067f0-1156-4525-957f-a6b4dd5e954f","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2773,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586269064Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586336425Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586353646Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586364126Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586375776Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586387236Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.586400056Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586412016Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586424096Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586434956Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586446217Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586457007Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586466837Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586475517Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586482667Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586489267Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586497157Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586504277Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586511268Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586518108Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586525208Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586531448Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586538868Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586545278Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586555608Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586565498Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586574408Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586580649Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586586809Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586593589Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586601229Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586607589Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586614609Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586621109Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586627599Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586740581Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586760371Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586895703Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586915773Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586923593Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586932703Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586941393Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586950914Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.586982384Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.587111665Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.587121906Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.587128696Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.587137426Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.587143796Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.587150516Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.587157196Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.591748618Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.59191277Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.592171853Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"5.759807ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.594341772Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.594370693Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.594532145Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.594583376Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1490, tv_nsec: 463785470 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.594834389Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.595851002Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.595883183Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.596016675Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.598195164Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.598392266Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.599723954Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1490, tv_nsec: 468924899 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.600060018Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.600335352Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.600356602Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.600666717Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.601570059Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.601594739Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.601820642Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.604790602Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.605072365Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.605475061Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.605654643Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.607823562Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.610830662Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.610863373Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.611102846Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.642890581Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.645149031Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.645498896Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.647261819Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.6472929Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.647524283Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.649948115Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.65028359Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.6503084Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.650461402Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.650582814Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.650732126Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.650853097Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.650892288Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.650904098Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.650914558Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.650924078Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.651104971Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.651335754Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a6d92db-6ea0-4bca-a9a6-60484e8d8f20\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.651369594Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.651429625Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.651445675Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.651708529Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d4066d-0ddf-4cf9-9dda-10f6deed6085\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.651729999Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.652120194Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.65257757Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.653515773Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.654084371Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.654309414Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.654388724Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.657669288Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.659668645Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.659699306Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.659913858Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.659991459Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.660232673Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.665941599Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.66599011Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"79.449392ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.666299434Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"79.761776ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.666390785Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"79.956789ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.670086544Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.673197846Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.673224486Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.6734807Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.67724825Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1490, tv_nsec: 546444194 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.677611225Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.696370525Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.698152079Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.698177029Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.6981866Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.698505104Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.699501287Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.699523878Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.69970977Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.702096642Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"115.767077ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.704620356Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"118.159559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.707357442Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.707595126Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.707621566Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"121.146318ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.707724877Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.710088639Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.710104849Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.710315652Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.734201691Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.734517455Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.748427171Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"162.089716ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.766694585Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":26,"elapsed":"180.32838ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.767535306Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.768426858Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da408855-a3f0-42b7-88d8-aca528e054f7\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.770463686Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.770671138Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.777161795Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.777184745Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.7775119Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d74fbd8b-0f20-452d-ad16-0f74df21499a\", \"content-length\": \"372\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.77755732Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.777960886Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.778098548Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.778110378Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.778373731Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c95b33a5-0746-4f80-92b4-c1475968cb67\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.778386191Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.779910842Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"0","iteration":26,"elapsed":"193.486305ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.780490129Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.781489203Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"null","iteration":26,"elapsed":"195.100036ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.799401542Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.799460563Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":76,"elapsed":"213.050037ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.807367868Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"220.875871ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.81647561Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.81650137Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.816510591Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"230.243816ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.830576929Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.830602679Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.831048105Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a906fe9d-eca0-4095-b9af-ce1d4ed0e976\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.831063495Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.831384149Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.834043825Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.834289678Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.837091106Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.83739028Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.84040041Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.84042322Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.842149543Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"06728490-deb8-4f78-8147-a40eed237088\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.843856796Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":27,"elapsed":"257.547821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.90031261Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.900920529Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.902339097Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.902706662Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.905131095Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.905170665Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.905381698Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.916287264Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.916700059Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58b7002a-8deb-4996-9cb5-aa8f2c290027\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.91673745Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.91675536Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.917054394Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.917073024Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.917081174Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.917089845Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.917097315Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.917104915Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.917281207Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.917296087Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.91748595Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.91750056Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.917978057Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.920550871Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.920696753Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d3619ee-9d22-42cf-a280-e0d3b63d28c3\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.920713583Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.920882515Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d4dbabb-cafa-4241-95ee-17bcd7ad8a6f\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.920908245Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.920921376Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.93321916Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.935048505Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.935087155Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.935257407Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.972410664Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.974068126Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.974097866Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.974231498Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.037644475Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f9355f03-7329-4ae4-a083-9d95f688aae6\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.037698126Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.037710586Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.038240613Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9532110-f8f2-4754-8c12-cd7f997223bb\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:45:48 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.038276844Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.038619088Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.042773784Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.043019027Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.046598855Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.046927929Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.051094885Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.05148673Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.059129183Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":26,"elapsed":"472.674435ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.068140183Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.06865251Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f81fce5-981d-4ec1-953d-97c101b42b5c\", \"content-length\": \"691\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.06867434Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.06868719Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.06869676Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.070742248Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":26,"elapsed":"484.480594ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.809988115Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:39694"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.810084656Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"63d885d3-90a9-4111-ac6a-3670f3c8728a","remote_addr":"[fd00:1122:3344:101::2]:39694","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.81040678Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"63d885d3-90a9-4111-ac6a-3670f3c8728a","remote_addr":"[fd00:1122:3344:101::2]:39694","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.846688275Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/oximeter.rs:76","collector_id":"5fb99117-c685-44d5-bec2-c58adb63b619","producer_id":"7e95de1c-0564-4f19-9f77-816083ac4bb9"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.846717855Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/producers","method":"POST","req_id":"63d885d3-90a9-4111-ac6a-3670f3c8728a","remote_addr":"[fd00:1122:3344:101::2]:39694","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36692,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:56.969616714Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"16aa725a-0879-477a-b268-d8deac6d5226","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1418,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.585831077Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.585872707Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.585883267Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.585890197Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.586220932Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.586282623Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.617353188Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.617656692Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.619313324Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.621793597Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.621819317Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.621946869Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.623545221Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.623800454Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.625157182Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.627510704Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.627521823Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.627665028Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.636584515Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.636614835Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":77,"elapsed":"50.781249ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.646532338Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"60.691902ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:58.384944694Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:57675"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:58.385052455Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2c859290-4867-4ab5-a1a4-45fb297ba08f","remote_addr":"[fd00:1122:3344:101::2]:57675","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:58.38541409Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"2c859290-4867-4ab5-a1a4-45fb297ba08f","remote_addr":"[fd00:1122:3344:101::2]:57675","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:58.422452895Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/oximeter.rs:76","collector_id":"5fb99117-c685-44d5-bec2-c58adb63b619","producer_id":"d5d94737-4399-4cdd-b5a7-176d321a4298"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:58.422487966Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/producers","method":"POST","req_id":"2c859290-4867-4ab5-a1a4-45fb297ba08f","remote_addr":"[fd00:1122:3344:101::2]:57675","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":37502,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:00.901484957Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:65131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:00.901615778Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"82767fe1-eec7-453a-93ef-d405ae7b3ab4","remote_addr":"[fd00:1122:3344:101::2]:65131","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:00.902077565Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"82767fe1-eec7-453a-93ef-d405ae7b3ab4","remote_addr":"[fd00:1122:3344:101::2]:65131","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:00.945606836Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/oximeter.rs:76","collector_id":"5fb99117-c685-44d5-bec2-c58adb63b619","producer_id":"c05ae1ff-cffb-4ab3-9615-3762b6ee2d1a"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:00.945637277Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/producers","method":"POST","req_id":"82767fe1-eec7-453a-93ef-d405ae7b3ab4","remote_addr":"[fd00:1122:3344:101::2]:65131","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":44104,"response_code":"201"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:03.860631733Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"producer-registration-task","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:03.860701744Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"producer-registration-task","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:03.89109773Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"producer-registration-task","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:03.891202182Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37998"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:03.891343594Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1eaf8948-182a-4c2c-90da-d6b378a970f2","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:03.891628377Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1eaf8948-182a-4c2c-90da-d6b378a970f2","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:03.931204396Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/oximeter.rs:76","collector_id":"5fb99117-c685-44d5-bec2-c58adb63b619","producer_id":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:03.931231547Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/producers","method":"POST","req_id":"1eaf8948-182a-4c2c-90da-d6b378a970f2","remote_addr":"[fd00:1122:3344:101::b]:37998","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39945,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:03.931285587Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"producer-registration-task","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eaf8948-182a-4c2c-90da-d6b378a970f2\", \"content-length\": \"41\", \"date\": \"Thu, 21 Nov 2024 19:46:03 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:03.932845898Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"producer-registration-task","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:03.932861918Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"producer-registration-task","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","wait_period":"150s","lease_duration":"600s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.586075168Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.586116239Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.586124909Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.586131469Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.586410923Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.586425043Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.588106305Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.590438286Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.590451486Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.590587578Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.592625046Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.592824128Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.594141836Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.596387476Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.596397216Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.596535678Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.609560192Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.609584722Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":78,"elapsed":"23.517734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.61466541Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.614861352Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.615864406Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"29.791498ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:11.967433486Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"91866ecc-c472-4823-aa22-734d4af117c4","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1054,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:16.960534688Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"d3bc261b-992a-49a6-961b-9215ded13e1c","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:16.961028195Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"d3bc261b-992a-49a6-961b-9215ded13e1c","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:16.963988175Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"d3bc261b-992a-49a6-961b-9215ded13e1c","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3538,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:16.964262068Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"f8ba6111-9277-45ac-95b8-b783bbf07d43","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:16.964622203Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"f8ba6111-9277-45ac-95b8-b783bbf07d43","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:16.96667201Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"f8ba6111-9277-45ac-95b8-b783bbf07d43","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2478,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.586790396Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.586950538Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.586959488Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.586967098Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.586976028Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.586987918Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.586998358Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587009519Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587019749Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587029219Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.587039839Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587049699Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587059409Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587069339Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587079959Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58708918Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58709899Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58710894Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.58711835Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-21 19:36:17.586931387 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58712831Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58713818Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.5871474Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587156821Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58716643Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587176111Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587186611Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587196881Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:46:17.587206621Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587217891Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587227261Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\"}","iteration":15,"elapsed":"15.23µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587238191Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587248492Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587259042Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587269632Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.587279162Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587287832Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587298002Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587308112Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587318272Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587328233Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587337793Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587347533Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587356273Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587364803Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587374003Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587383953Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587392793Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587403274Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587413084Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587422274Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587431644Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587440774Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587450474Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587459825Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587470095Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587480095Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587490315Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587499485Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587509325Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587519065Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587528395Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587538586Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":16,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587549366Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587561686Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587571476Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587582296Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587593966Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587622167Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587694998Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587723918Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587733938Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587743068Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587751148Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587760138Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587772909Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587783539Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587793529Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587800329Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587810899Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587819929Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 456533463 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.587833239Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58784569Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58785348Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58786146Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58786977Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 456576294 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.5878828Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58789097Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.58789975Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.588252685Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.588279785Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.340748ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.588391877Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.588404797Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.561921ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.590553036Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"3.507766ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.595750365Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.595933928Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-21 19:36:17.586931387 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.595956778Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"expiration\":\"2024-11-21T19:36:17.586931387Z\",\"pruned\":[]}","iteration":14,"elapsed":"9.007591ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.59615013Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.596977962Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 465727276 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.597074903Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.597325186Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.598942548Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.598972078Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.59912458Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.600192315Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.601804316Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"14.795558ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.602373384Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.602405724Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.602450145Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.602640597Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.602899671Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.603110163Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.603952075Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.604534853Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.604936528Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 473646652 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.605274963Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.605880311Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.605908611Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.606085643Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.615294366Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.615776423Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"28.550241ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.615808713Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.628850823Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.629386005Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.650304574Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.650372205Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.650382515Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.650783671Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.661552935Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.662671439Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.663219587Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.663602272Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.665116982Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.665570948Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.66569507Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.665916343Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.665938433Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.666153476Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.666966297Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.667001567Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.66722745Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.668346875Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.668375406Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.668591229Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.668615939Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.669855466Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"82.590083ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.670256361Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.670281041Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.670291821Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.670677606Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.672248077Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.672282968Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.672539831Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.674454477Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.674642239Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.674862692Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.675099385Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.676132409Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 544876024 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.676546315Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.676645166Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.676670766Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.676687327Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"89.474545ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.67694323Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.678202137Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.678289338Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.678480751Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.679092599Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.679121269Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.679377903Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.679417583Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.679490984Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.679503234Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.679514395Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"92.631898ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.680231114Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.680265614Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.680498768Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.683226834Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"96.246786ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.683454327Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.683635899Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.683706531Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.687054425Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.687227078Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.687254048Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.687360469Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.68744763Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.688008488Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.722779642Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.723154947Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.725080713Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.725116244Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":79,"elapsed":"138.063015ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.725137224Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"138.071305ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.732049866Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.732492202Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.732515583Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.732525743Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.732535213Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"145.754608ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.740177505Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.740648001Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.742450035Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.742471386Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.742480936Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.742489966Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.742915852Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.744333781Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.744349281Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.744356441Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.744362961Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.744465962Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.744564764Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.744727066Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.745434075Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"158.578579ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.757098491Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.757125501Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"169.87514ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.765944139Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.76596756Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.766222313Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"920b0189-d8d2-483b-a98a-4ec7abc7d4c2\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.766236963Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.768505253Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.778289984Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.77876267Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.874368348Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.874427809Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.875018017Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb7f8365-1735-4f52-b350-0294eee3bf3b\", \"content-length\": \"372\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.875055297Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.875670545Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.876642448Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.878933549Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.878962859Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.879487627Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae6b212-d4f9-45d6-9278-04bd3e3137ea\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.879514637Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.88051095Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.88127894Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.881402462Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.883343338Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.883387748Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.884678036Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.88499305Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.886985367Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.887016107Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.887027167Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.88801436Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.888048811Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.888255344Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.900836752Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.93517412Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.936763602Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.936803172Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.936825233Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.937172987Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.938308222Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.938328423Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.938622897Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.944296382Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"357.322484ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.945482798Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.945508718Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.945519699Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.945880054Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.947356253Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.950353783Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.952035466Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.952067246Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.95232154Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.952802326Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.954155444Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.954184234Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.954401377Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.95462864Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.954654121Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.954793193Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.955206618Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.955230859Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.955244219Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_time_created":"2024-11-21 19:33:31.797390 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.955257729Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":1}","iteration":15,"elapsed":"368.128169ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.955600783Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.955623144Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.956002109Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"0","iteration":27,"elapsed":"368.861228ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.956027289Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b8c368-8a4f-4a07-852e-72f1f0544ce9\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.956043059Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.957832713Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.96057242Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.96060002Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.960856884Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"04936562-f29e-43ec-95dd-5f6bd848c023\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.960876794Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.961145987Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.966582749Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.966852273Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.970591334Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.971012589Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.974732719Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.974759409Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.975145005Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3a135a15-25e2-4ccf-a473-7d7bb9c3c696\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.976668205Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":28,"elapsed":"389.608376ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.978612311Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":27,"elapsed":"391.800696ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.990471139Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.994354491Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.994385162Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.994539234Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.996128805Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.996153915Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.996164085Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_time_created":"2024-11-21 19:33:32.758954 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.996176526Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":2}","iteration":15,"elapsed":"409.086476ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.997682426Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.997718806Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]}},\"default_endpoint\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"410.710008ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.020868885Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.02118568Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78089238-6b24-4a15-9503-a7a6a2ac150b\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.023838035Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.02419716Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.026027534Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"null","iteration":27,"elapsed":"438.937035ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:46:18.026072595Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.026091595Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"438.831434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.028466737Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.028910453Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.03017805Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.031802211Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.031823652Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.031968564Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.070542759Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.072368333Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.072407734Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.072554756Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.084321183Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"497.113292ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.149252251Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.149682547Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"5352a366-ee59-451b-84a3-09a1d88482f5\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.149706647Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.149885699Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.152211991Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9f69c1a9-24f6-4b09-9999-3cae63275332\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.152232451Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.154284098Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.154310219Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"567.035966ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.180993655Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.224355094Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.224825301Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b1628fcc-1d57-4cd5-ad59-470eac71d593\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.224839711Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.226679005Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fd36319e-fead-47d2-8712-ac272537e506\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.226690786Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.228169185Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3b45ce96-cce6-4c6d-b35b-a6ec0864716b\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.228179426Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.229724606Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.229757496Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"642.939261ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.236328683Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.236670388Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.238882078Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.238905299Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.238913469Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c710395-30b8-4c06-b305-2b099b968303\", \"content-length\": \"691\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.238928399Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.238936999Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.238944899Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.239088671Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.241301351Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":27,"elapsed":"654.265031ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.249666962Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.249980077Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2f07ff0-1bc9-4cd6-88fa-f35358a75e51\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250010857Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250022407Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250334971Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250347312Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250354942Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250362122Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250369562Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250376682Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250540564Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250550734Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.250710936Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.250719627Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.251114862Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.253298761Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.253438733Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f152ed-c664-4e9e-a038-8cd8c87b913c\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.253460283Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.253564235Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70001ca2-4d71-4f22-80b1-7bb938b01e8d\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.253589555Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.253601755Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.362709803Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5ec5b422-757b-4095-b250-d738176a12dd\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.362730853Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.362738433Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.363416453Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58fc5421-afba-4608-96e9-25b6428b9bd4\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.363454253Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.363702936Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.367452416Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.367654169Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.371043794Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.371419884Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.373306034Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.373528857Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.380231907Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":27,"elapsed":"793.28688ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.767807915Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:40855"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.767920946Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3b353458-00ee-4f35-b5cc-2f2df21a89eb","remote_addr":"[fd00:1122:3344:101::1]:40855","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.768260981Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"3b353458-00ee-4f35-b5cc-2f2df21a89eb","remote_addr":"[fd00:1122:3344:101::1]:40855","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.806442591Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/oximeter.rs:76","collector_id":"5fb99117-c685-44d5-bec2-c58adb63b619","producer_id":"a6c6c937-34c0-40ae-9cbb-dae778a45973"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.806477752Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/producers","method":"POST","req_id":"3b353458-00ee-4f35-b5cc-2f2df21a89eb","remote_addr":"[fd00:1122:3344:101::1]:40855","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38620,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:26.342141935Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:42177"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:26.342290657Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a573a08c-8551-4186-bbc5-942427cd5068","remote_addr":"[fd00:1122:3344:101::1]:42177","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:26.342803704Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a573a08c-8551-4186-bbc5-942427cd5068","remote_addr":"[fd00:1122:3344:101::1]:42177","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:26.380227466Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/oximeter.rs:76","collector_id":"5fb99117-c685-44d5-bec2-c58adb63b619","producer_id":"203795ed-576b-40e4-bed8-7463e3f2162c"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:26.380256998Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/producers","method":"POST","req_id":"a573a08c-8551-4186-bbc5-942427cd5068","remote_addr":"[fd00:1122:3344:101::1]:42177","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38122,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:26.970218516Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"0c4fa76c-be55-45c1-8cee-f9f5adf78166","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1108,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.586453929Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.58650399Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.5865153Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.58652404Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.586803194Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.586877165Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.588265443Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.590682276Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.590700606Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.590849878Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.59252684Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.592864085Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.594305974Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.596716176Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.596730786Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.596873388Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.608355922Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.608378972Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":80,"elapsed":"21.934203ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.615316375Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.615556378Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.643727404Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"57.258055ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:31.96045684Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"48ffb76d-30f0-4f5c-9262-d9c3741d8556","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:31.960768644Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"48ffb76d-30f0-4f5c-9262-d9c3741d8556","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:31.963220537Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"48ffb76d-30f0-4f5c-9262-d9c3741d8556","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2835,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:31.96350887Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"ced22b4c-c44a-4d38-ba65-e88c5d2f6d4f","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:31.963840835Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"ced22b4c-c44a-4d38-ba65-e88c5d2f6d4f","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:31.965571933Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"ced22b4c-c44a-4d38-ba65-e88c5d2f6d4f","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2129,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.586872102Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.586925123Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.586934483Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.586942783Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.587268028Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.587314358Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.589112272Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.591517804Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.591527515Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.591685807Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.593375149Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.593629693Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.594974651Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.597382583Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.597406333Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.597544675Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.607967764Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.607992145Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":81,"elapsed":"21.129342ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.614865176Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.615093499Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.642158301Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"55.273079ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:41.96815904Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"c5acd15e-ed63-4a9b-9d22-d8dd603d452c","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1290,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587013582Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587088323Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587102153Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587115004Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587126454Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587137174Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587148664Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.587160684Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587172145Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587182845Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587193885Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587204845Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587214705Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587225725Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587236415Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587247715Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587258546Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587269586Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587281416Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587291466Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587302126Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587312386Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587322447Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587331867Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587347157Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587359477Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587368767Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587378547Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587389417Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587398877Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587408998Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587418778Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587427728Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587438108Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587449478Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587548719Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.5876168Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587658261Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587677931Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587690592Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587702112Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587716182Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587728962Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587741672Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587754092Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587766253Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587777862Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587790003Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587802593Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587815263Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.587884764Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.590186865Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1550, tv_nsec: 458493459 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.5905543Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.591658765Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.51236ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.593953985Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1550, tv_nsec: 462267630 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.593995086Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.594252899Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.596118214Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.596758833Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.596791593Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.597003616Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.601947742Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.601986512Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.601998903Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.60633135Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.606835317Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.634774701Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"47.651627ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.642339832Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"55.067575ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.645884189Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.645924679Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.64593875Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.64594808Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.646383636Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.647125886Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.648429593Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.648769497Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.649482487Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.649509207Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.64969678Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.649739901Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.649767191Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.649947813Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.650681943Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.650700963Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.650974527Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.652728781Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.653027305Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.653192697Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.653293588Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.653314988Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.653491821Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.653508541Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.653573282Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.653597432Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.653719584Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.654098389Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.659883576Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.659916537Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.659927847Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.659940037Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.659949247Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.659962157Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.661157013Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.661598169Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.665162707Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.665186877Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"77.935662ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.667349936Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.667805782Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.668952787Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.66919055Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1550, tv_nsec: 537494245 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.669231241Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.669600016Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.670485458Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.670501928Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.670851012Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4f96eac-2358-4935-a760-8dc220a68fe4\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.670970094Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.671292769Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.673521828Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.674924487Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.674944957Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.67515837Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.681842299Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.68185758Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.682118233Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a355ef50-ad14-492e-8641-3b6cc65229ec\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.682135183Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.684352983Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.686065246Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.686085456Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.686092616Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.686609013Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.688670941Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.688702151Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":82,"elapsed":"101.531617ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.692057956Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"104.973812ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.695834796Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"108.647601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.697135524Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.697705481Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.700344207Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.700364977Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.700658451Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.701087927Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.701120647Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.701285059Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.70133054Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.701559253Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.703338937Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"0","iteration":28,"elapsed":"116.123001ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.703983505Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"116.77387ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.704482132Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"117.286057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.720851661Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.721206755Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.721415618Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.721431788Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.721443619Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"134.438026ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.756350925Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.756390095Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.7566988Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00970b1e-9911-4ada-882e-1bce6ee69533\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.75672713Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.758273001Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.758434793Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.758595565Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"757db2cc-e512-4748-b703-fe2f3166b095\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.760256447Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.760520921Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.762805451Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"null","iteration":28,"elapsed":"175.751938ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.774143843Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":28,"elapsed":"186.994469ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.800181201Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"213.084657ms"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.804922434Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.804946394Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.805181578Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea7c65a-6864-41d2-b8fd-4ad165bb1aac\", \"content-length\": \"372\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.805205558Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.805494632Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.819730282Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.819752152Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.819760902Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.819920384Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f09cf4fb-477d-4c04-afe3-de11df5231ff\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.819930555Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.820085006Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.820193978Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.821318643Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.822421048Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.822767072Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.823265539Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.823276489Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.823440631Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.825025352Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.826068966Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.826423665Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.826469528Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.826478538Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.826676505Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.829128007Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.829139798Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.829451452Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d8e5ec1a-063c-4681-8f64-c2a547022d6f\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.831717962Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":29,"elapsed":"244.668189ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.909666703Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.91015503Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.911966454Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.911989785Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.912184277Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.924503662Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.924867107Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed9e42e1-dc72-4aee-ae82-024d791fd8de\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.924898897Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.924915957Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.925268302Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.925286412Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.925294002Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.925302143Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.925310963Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.925319393Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.925489075Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.925510405Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.925611636Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.925627167Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.925999162Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.928228431Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.928347413Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47231197-8f50-4974-a768-e5957c489d63\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.928360313Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.928446914Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5e5df29-bfb7-42f8-97d7-e5423c974162\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.928463265Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.928476925Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.948771636Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.049303899Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fb1abbf9-933b-44f1-be4a-04d1c7ae84f6\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.04934557Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.04935546Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.049597983Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"665bc12a-4507-487e-a01b-2ab4019a611d\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.049647784Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.050023199Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.053365163Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.05382935Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.056400014Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.05686107Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.056985702Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7b44b06-2f68-4717-bc2e-07c4d09d545e\", \"content-length\": \"691\", \"date\": \"Thu, 21 Nov 2024 19:46:48 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.057024883Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.057039603Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.057046393Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.058400181Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.058586593Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":28,"elapsed":"471.566981ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.058599964Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.066065993Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":28,"elapsed":"478.825918ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:56.36397397Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:50333"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:56.364085472Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f443b135-5e61-4004-a048-29bf4b9da472","remote_addr":"[fd00:1122:3344:101::2]:50333","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:56.364438336Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"f443b135-5e61-4004-a048-29bf4b9da472","remote_addr":"[fd00:1122:3344:101::2]:50333","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:56.377916017Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/oximeter.rs:76","collector_id":"5fb99117-c685-44d5-bec2-c58adb63b619","producer_id":"342b0d8b-38e0-4c30-ac04-f30e9c6140df"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:56.377950057Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/producers","method":"POST","req_id":"f443b135-5e61-4004-a048-29bf4b9da472","remote_addr":"[fd00:1122:3344:101::2]:50333","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":13942,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:56.970570215Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"a612f340-494c-4d95-b06d-63d9e9c88d4f","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.58700715Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.587046621Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.587058451Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.587068031Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.587414456Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.587429326Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.588883745Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.589578145Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.589827458Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.59144529Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.5914581Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.591590541Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.573701ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.591613962Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.593570598Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.593893612Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.595311911Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.597709963Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.597727803Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.597872776Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.605822402Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.605845432Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":83,"elapsed":"18.850842ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.587447454Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.587501905Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.587511915Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.587520025Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.587820579Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.58785887Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.589128237Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.589860477Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.590222542Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.591501359Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.591512529Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.59164889Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.591857343Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"4.395529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.592867447Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.593025229Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.594474648Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.596566266Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.596587027Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.596720558Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.607025796Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.607039246Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":84,"elapsed":"19.613382ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:11.970739149Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"5e4b75c0-008f-4287-8e72-ecda44651c94","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1065,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:16.961757098Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"52041c86-8586-4ed2-93d4-319cf46eb18c","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:16.962213259Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"52041c86-8586-4ed2-93d4-319cf46eb18c","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:16.965106868Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"52041c86-8586-4ed2-93d4-319cf46eb18c","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3382,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:16.965362061Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"f1172bdd-ba03-47fd-a9c3-48559be877d3","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:16.965719356Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"f1172bdd-ba03-47fd-a9c3-48559be877d3","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:16.967308057Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"f1172bdd-ba03-47fd-a9c3-48559be877d3","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2014,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587611304Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.587659855Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587670185Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587678645Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587687305Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587695125Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587702296Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587710396Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587719076Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587729346Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587737406Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.587745456Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-21 19:37:17.587686305 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587756026Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587766826Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:47:17.587776627Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587788257Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\"}","iteration":16,"elapsed":"15.03µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587800787Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587811247Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587820097Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587831237Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587841427Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587852528Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587862328Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587872978Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587883578Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587893708Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587904088Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587914408Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587925949Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587935329Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587945009Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587955379Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587965109Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587976329Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587985829Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.587995689Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58800539Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58801587Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58802573Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58803541Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.5880448Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58805499Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58806475Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588073971Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588083731Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588093391Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588104481Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588113941Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588122841Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588131121Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588139642Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588150052Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.588160852Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588170912Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588179912Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588188772Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588198052Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588206652Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588219263Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588228983Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588239723Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588250283Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588260123Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588270253Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588282573Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588294504Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588547107Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588590717Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588602398Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588611838Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588620748Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588631748Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588640268Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588647738Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588656258Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588664109Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588672569Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588680719Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588689399Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588697679Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588704909Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 456436882 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588718099Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.588727039Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58873581Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58874771Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58876009Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 456460472 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58877852Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.58879042Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.589070294Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.589103654Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":16,"elapsed":"1.286348ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.589232466Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.589246686Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":16,"elapsed":"1.446319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.589900845Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.591542087Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-21 19:37:17.587686305 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.591562757Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"expiration\":\"2024-11-21T19:37:17.587686305Z\",\"pruned\":[]}","iteration":15,"elapsed":"3.831101ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.59179854Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.5918085Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.591966523Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.592213776Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.182276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.594389115Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.594831421Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.594974923Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.595166265Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.596950439Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.59697845Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.597116342Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.598904485Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.598963126Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.598974876Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.603167492Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.603544537Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.604067264Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"16.238067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.607856315Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.610215026Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 478064721 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.610573621Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.610592171Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.610655452Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.610819354Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.618396906Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 486240670 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.618818472Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.62025182Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.620280641Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.620293581Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.620708457Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.620774887Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.62245683Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.62248273Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.622618912Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.624824672Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.625195297Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.625581672Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.625848185Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.628759864Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.633415167Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.635939Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.638319802Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.638505664Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.638617396Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.640344719Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.643049225Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.643076725Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.643285928Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.649214698Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"61.306709ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.651492958Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"63.716512ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.656201291Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.656239081Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.656252682Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"68.585987ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.663386857Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.663424237Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.663435868Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.663864213Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.666235435Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.66665088Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.666682251Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.666694811Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.666704711Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.667048756Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.667512222Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.668221612Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.668975502Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.669344727Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.670560283Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.670852067Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.671228312Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.671254562Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.671295042Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.671311063Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.671438924Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.671510396Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.674744119Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.675035503Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"87.200405ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.675055953Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.67708951Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 544935774 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.677560246Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.678345127Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.682285369Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.68231872Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.682586644Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.687359347Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.687715242Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.688049397Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.689191622Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.689218402Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.689231222Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"101.607818ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.691042786Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.691082457Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.691186938Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.694693365Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"106.763967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.694860277Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.696823834Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.696844304Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.697033346Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.69876028Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.699162625Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.699462069Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.699484399Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.699493659Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.699502679Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.699842804Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.701543467Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.702118145Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.702356038Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.704922172Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.704945722Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.705020443Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.706959679Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.707660559Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.707681499Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":85,"elapsed":"119.808531ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.709895297Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.709916484Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.710269563Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.710321414Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.712308161Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.712326771Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.712336481Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.712343031Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.712595794Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"0","iteration":29,"elapsed":"124.855848ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.712640855Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.712782767Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.712800407Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.71299211Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.714977146Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.719050241Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.719078741Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.719090711Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.722030091Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.722053011Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.722065661Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.722993523Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.723264327Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.723343818Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.723377149Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"135.555301ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.724769757Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.724789907Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"137.118152ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.726705423Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.727082068Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.729547551Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.729574421Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.729778574Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.731198833Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.732262707Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.732503311Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.732608922Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.732623202Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.732630922Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_time_created":"2024-11-21 19:33:32.758954 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.732638932Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":2}","iteration":16,"elapsed":"144.571382ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.733278431Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.733293251Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.733473833Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.734167763Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"146.297974ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:47:17.735021024Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.735035754Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"147.161107ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.741516121Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.749940204Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.749970854Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"161.958394ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.759630433Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.759648283Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.759657113Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.760034478Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.761865103Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.764819782Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.764842792Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.765007165Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.767850073Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.767877723Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.767888993Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"current_time_created":"2024-11-21 19:33:31.797390 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.767900093Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":1}","iteration":16,"elapsed":"180.154337ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.771150627Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.771171017Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.771701144Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2688df2-c2ec-4ace-86f6-219d1ef71a39\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.771722775Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.774264138Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.789628534Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.789660144Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]}},\"default_endpoint\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"201.993619ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.790047199Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.796286823Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.79686305Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.798836277Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.800699712Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.800714052Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.800911494Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.805289563Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.807866287Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.807897428Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.80807199Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.840725237Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"252.760067ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.888337603Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.888405674Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.888783299Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d6ffe73-a7de-41d5-8a49-20bf638fffb7\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.888807459Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.897756419Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.937031313Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.937083064Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.937487969Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ed7f66a-1ea8-4106-95b9-050a37a7f5f2\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.93752153Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.940967606Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.985811305Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.985860636Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.986302351Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b073f961-a78f-4b10-8bda-2d4432cd203f\", \"content-length\": \"372\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.986332452Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.986830889Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.008034692Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.008079713Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.008315016Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.008342606Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e23376ea-fb00-44f8-9766-fe93e0334c67\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.008358646Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.008792732Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6dc37f69-f739-43e9-80ab-6dde56ab3c72\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.008814212Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.008836423Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.010847479Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"88cea5ee-9034-4a96-863f-6fcf6d3c74aa\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.01087375Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.011878803Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.012232318Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.013281572Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.013307082Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"425.653317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.015952418Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.016256462Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.026250435Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.02659861Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6f46472-f525-4dcf-b015-473dd88e8ed1\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.02806988Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.028357393Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.051895768Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":29,"elapsed":"463.919689ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.055727229Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.056182305Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49742c9f-3089-43e0-9399-fa1f00272fb5\", \"content-length\": \"691\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.056203125Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.056215576Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.056225926Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.058401735Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":29,"elapsed":"470.486987ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.058526527Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"null","iteration":29,"elapsed":"470.542687ms"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.059065954Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.059085124Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.059399668Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"dcd4feb9-3fd8-4d70-981c-683438b1ffbe\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.061332374Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":30,"elapsed":"473.347795ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.096471563Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.220951657Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.221411243Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c3dc7ad8-16fb-4732-9489-91c7a8ecaf9d\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.221438543Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.223719384Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"141dd6ae-b655-43be-a116-8fef036315f4\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.223744574Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.226122276Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3c88baa5-3116-467e-a2a1-3ea342e9717f\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.226147856Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.228249834Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.228295355Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"640.243465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.254367293Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.254751458Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.257215071Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.257235302Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.257434114Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.267885014Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.268175888Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4525353-9d45-49b9-bfd4-61412bcb2088\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268203378Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268217708Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268497522Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268512372Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268521073Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268531033Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268540173Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268548683Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268700535Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268713335Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.268832337Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.268849927Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.269260322Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.271425301Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.271548343Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e9dc12-e5ee-4ef6-a2ff-c45f32e45dc9\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.271582243Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.271705255Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4817a4e-f918-4379-9b22-e02097cba61d\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.271742945Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.271753836Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.470517021Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2f8a1247-c3ce-4b1e-b32e-804ba7567c17\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.470563272Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.470573912Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.475456027Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac7ef53e-29d1-4760-ba64-faad7ab30712\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.475492388Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.475854483Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.479291339Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.479525732Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.482655274Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.483014428Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.485038295Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.4853986Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.492314873Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":29,"elapsed":"904.387234ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:26.970543958Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"179667cb-e1f5-44c9-b0f9-f7d6ab8b2bee","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1375,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.587728594Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":86,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.587772225Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.587781975Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.587789575Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.58813244Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.58816881Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.589469848Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.59188251Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.59190705Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.592055892Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.594292802Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.594491745Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.596078016Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.598314306Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.598329336Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.598467958Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.609423714Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.609438634Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":86,"elapsed":"21.73359ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.617168088Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.617488952Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.645569567Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"57.824993ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.587165945Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.587223435Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.587233756Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.587241506Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.5875833Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.58759842Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.589220222Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.589455605Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.589703559Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.591007006Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"3.831551ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.592080991Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.592092051Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.592255233Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.59430383Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.594493173Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.596002593Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.598215582Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.598228033Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.598361884Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.610809321Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:37.610847271Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":87,"elapsed":"23.688107ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:41.97049763Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"d2b0d0a3-fbc8-46ad-a92b-197fda264f4f","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1246,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:46.961629845Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"4d948d3d-9136-4e07-982c-e00b7db9c347","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:46.96198785Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"4d948d3d-9136-4e07-982c-e00b7db9c347","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:46.964482343Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"4d948d3d-9136-4e07-982c-e00b7db9c347","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2952,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:46.964836978Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"1d84a76f-052b-481a-ae94-902ffa51c9a0","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:46.965320595Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"1d84a76f-052b-481a-ae94-902ffa51c9a0","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:46.967369642Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"1d84a76f-052b-481a-ae94-902ffa51c9a0","remote_addr":"[fd00:1122:3344:101::d]:52796","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2615,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.58771865Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587772681Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587787001Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587800131Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587810902Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587822091Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587833512Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587844652Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587855482Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587864902Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587874942Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587883932Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587893232Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587906103Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587916533Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587926303Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587934693Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587944333Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587952673Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587961113Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587969764Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587978234Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.587988154Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":31,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.587997054Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588006994Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588015324Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588025294Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588035694Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":88,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588047355Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588056885Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588066525Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588076305Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588086835Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588096855Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588108235Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588282878Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588317438Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588334649Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588488391Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588525661Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588541961Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588554371Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588567721Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588581422Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588592712Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588604352Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588617112Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588631873Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588643542Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588655883Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.588669063Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.589801578Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.591895706Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1610, tv_nsec: 459321641 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.591945097Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"4.078224ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.592025748Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.592053168Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.59221229Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.592251881Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.595291341Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.595336942Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.5959409Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.598353312Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.598382163Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.598613576Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.599492247Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.599515038Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.599826272Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.599848112Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.599858952Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.600033425Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.601781228Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.602080272Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.602149623Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.602522558Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.603323679Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1610, tv_nsec: 470751793 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.603679363Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.604895Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.60492096Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.605117993Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.605137793Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.605149423Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.605392306Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.60712288Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.60718928Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DnsResolver","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1610, tv_nsec: 474437463 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.607211101Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.607496634Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.607658377Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.607829819Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.608691881Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.609008505Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.611149723Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.613805979Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.613833529Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.614018652Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.615197037Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.61910212Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.61913493Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.619713618Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.636039726Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"48.079872ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.643587237Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.643639747Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":88,"elapsed":"55.864027ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.64533272Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.645375191Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.645385441Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.645719965Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.647747752Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.648107807Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.648180068Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.648565733Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.648881338Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":30,"elapsed":"61.117726ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.650472119Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"62.774999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.651833367Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.652215132Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.65280355Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.652990262Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.658119751Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.658476646Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.659701262Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.660068637Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.660251899Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.664516576Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.664553167Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.664743369Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.666903878Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"0","iteration":30,"elapsed":"79.130077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.669335341Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.670842751Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.670872851Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.671065584Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.671156175Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"83.437635ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.671173125Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7b83a7-cd05-4a10-a3a3-ce5feba2defe\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:47:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.671284957Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.672047467Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.672074057Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.672339221Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.673244943Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.676434926Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.676464336Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.676699229Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7974a855-fb8d-4d98-ae5b-24c46b29e7b7\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:47:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.676724779Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.678321951Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.686947656Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.686981976Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.686991427Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.687383132Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.691504497Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.691526837Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.691861872Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd687ef4-51ed-4574-bbda-49d8594e98bd\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:47:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.691891572Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.693519814Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.703964774Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.704367509Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.708142919Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"120.213456ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.722287758Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"134.476287ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.730474928Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.730500358Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.730509248Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"142.662416ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.734215258Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.734508771Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":30,"elapsed":"146.68215ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.734541732Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.736431457Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.73811667Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.73814346Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.738264822Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.751255905Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"163.335282ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.786208022Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":30,"elapsed":"198.240629ms"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.849403477Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.849447397Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.849750201Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dceaf31-99db-4006-84bc-8c624e90c79c\", \"content-length\": \"372\", \"date\": \"Thu, 21 Nov 2024 19:47:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.849783982Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.850211508Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.850844706Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.852522238Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.852553199Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.852726121Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.877482132Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.877896407Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec3d71b-522c-4dd3-bf92-0bd863d9960e\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:47:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.879965315Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.880400511Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.883876457Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"null","iteration":30,"elapsed":"295.934824ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:47.933788424Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.933833515Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:47.95519084Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.006381294Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.006720049Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.009124011Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.009137751Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.009340954Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.02030689Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.020642825Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8425aac-8f98-4c58-af3a-3160a240059c\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:47:47 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.020677745Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.020692605Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.02099841Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.02101052Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.02101838Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.0210261Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.02103365Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.02104128Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.021226542Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.021235103Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.021381295Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.021389285Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.021592698Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.023951679Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.024213873Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13a69f0c-7eb7-472f-9567-fd5cfd1c3d97\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:47:47 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.024226813Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.024327884Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50770f40-1689-4a01-9c00-1e99063b545b\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:47:47 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.024343584Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.024356134Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.03006168Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"78dfabac-4966-4c2b-b6e3-08c82a4cd9ae\", \"date\": \"Thu, 21 Nov 2024 19:47:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.030084731Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.030416675Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.032742516Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.032939109Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.035133078Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74ddf2ba-ab7b-4a67-bb5d-0da4ceb6e89a\", \"content-length\": \"691\", \"date\": \"Thu, 21 Nov 2024 19:47:48 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.035178169Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.035189419Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.035197659Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.036165222Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.036380195Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.037460199Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":30,"elapsed":"449.668578ms"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.039157552Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.039174152Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.039586858Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9f5d230f-bab4-405a-8b0c-59946fcced38\", \"date\": \"Thu, 21 Nov 2024 19:47:48 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.041029537Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":31,"elapsed":"453.134865ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.118834497Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"84db2e96-75be-4e07-b7fe-7fe00c7c67b9\", \"date\": \"Thu, 21 Nov 2024 19:47:48 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:48.118860467Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.118869717Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.11906057Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea99dc4d-1d92-4253-a863-c4df2515a3fa\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:47:48 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.11909818Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.119348913Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.122639868Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.122893501Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.125368294Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.125565567Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.127406481Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.127604284Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:48.134442555Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{}","iteration":30,"elapsed":"546.579343ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:56.970445191Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"uri":"/088dbd0f-363c-4785-9d04-aa968256294e","method":"GET","req_id":"303d44f9-c44f-43f9-b074-7fecbda415b4","remote_addr":"[fd00:1122:3344:101::d]:35018","local_addr":"[fd00:1122:3344:101::b]:56721","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"088dbd0f-363c-4785-9d04-aa968256294e","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1630,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.587676308Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":89,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.587725178Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.587735858Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.587745249Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.588063073Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.588090953Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.590302103Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.592690415Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.592713915Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.592855057Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.594446388Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.594649361Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.596002599Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.598384211Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.598398201Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.598532262Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.60953336Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.60956445Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":89,"elapsed":"21.891763ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.62305049Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.623303504Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:57.624949466Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"37.267738ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.588279534Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":90,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.588331825Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.588341785Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.588348895Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.588642159Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.588684809Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.590100548Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.590545734Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.590813318Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.592351508Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"4.052504ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.592411119Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.592423649Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.592556991Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.594320754Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.594664519Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.623102139Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.625689514Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.625703544Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.625865936Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.633853773Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:48:07.633868573Z","hostname":"oxz_nexus_088dbd0f-363c-4785-9d04-aa968256294e","pid":24579,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"088dbd0f-363c-4785-9d04-aa968256294e","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":90,"elapsed":"45.60831ms"}