{"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.043742567Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:51003"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.043866839Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"baf69aa5-a3ef-477e-a4b4-9b715160a9fb","remote_addr":"[fd00:1122:3344:101::1]:51003","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.044286045Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"baf69aa5-a3ef-477e-a4b4-9b715160a9fb","remote_addr":"[fd00:1122:3344:101::1]:51003","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.090066433Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"b844cfb5-ff43-41f6-a61d-f7949f48466b"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.090108394Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"baf69aa5-a3ef-477e-a4b4-9b715160a9fb","remote_addr":"[fd00:1122:3344:101::1]:51003","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":46300,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576798278Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576844319Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576855209Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576864409Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576873249Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576881799Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576889779Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576899109Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576908449Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.57691679Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.57692572Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.57693605Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.57694562Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.57695438Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.57696321Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576971881Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576980531Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576990161Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.576999571Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577008551Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577018191Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577026881Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577036542Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.577045812Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577055502Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577064532Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577073562Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577082222Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577091132Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577099472Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577109063Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577118563Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577128243Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577137023Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577146613Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577247225Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577369556Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577382357Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577392027Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577450508Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577472588Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577482358Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577492628Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577500958Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577509969Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577518499Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577528849Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577539849Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577549749Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.577557059Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.57759683Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.579363586Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.57965291Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.580536633Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2735, tv_nsec: 576199880 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.580771577Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.580897789Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.581031031Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.581920244Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"5.053744ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.582724516Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.582746866Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.582758666Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.582768867Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.582892448Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2735, tv_nsec: 578564685 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.58300938Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.583266204Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.583819352Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.584632444Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.585276534Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.587605388Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.587632688Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.587897543Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.588450641Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.588478981Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.588524862Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.588553802Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.588729355Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.588755755Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.589182802Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.589211412Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.589423205Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.590370079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.590767345Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.592995418Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.593024919Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.593261482Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.594407799Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.594435749Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.594668513Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.594979068Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.595418714Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"18.568996ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.595460044Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.597418504Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.597682908Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.598376038Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.598670032Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.599244071Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.601014117Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2735, tv_nsec: 596673623 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.601376252Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.601457884Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.601774188Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.602145804Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.602175424Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.602386477Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.605032846Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.605789638Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.60597418Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.606002041Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"29.05377ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.609088897Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.609121307Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.609195388Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.609212528Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.60934125Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.609481242Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.628242081Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"51.192469ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.636444532Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"59.377911ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.640009635Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.640046805Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":64,"elapsed":"63.147466ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.640322849Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.640712385Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.649638508Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.649752729Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.650055354Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.650197776Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.65386164Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.653887621Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.653895681Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.654180245Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.654450679Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.654765204Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.657299791Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.657687927Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.658779333Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"81.990185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.659202949Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.662801413Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.662831923Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.662988105Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.665119807Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":22,"elapsed":"88.212598ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.673624783Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.673649423Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.673980928Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2e5d93f-339e-45b0-b67c-7391469d995f\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.674012059Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.675947878Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.685050343Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"108.028941ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.688017416Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.688037607Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.688047117Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"111.192028ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.693533688Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.693556079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.693864793Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92fb73f7-5e72-4dbf-a919-4d8933e9d47b\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.693884514Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.696384231Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.696473782Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"119.550612ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.703930582Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.703952023Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.704203407Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"964ff25e-9844-465b-bd10-7cc4056eac87\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.704217787Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.705900312Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.7361678Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"159.154379ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.759245271Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.759576496Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.761590506Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.763437953Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.763463844Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.763600596Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.765529064Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.767829519Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.767850489Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.767991941Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.824190224Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":22,"elapsed":"247.191174ms"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.914104967Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.914140937Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.914153778Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.914421502Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db4cc520-7a1a-4103-925b-0c43c855482a\", \"content-length\": \"1\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.915951914Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.916220058Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.918329179Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":22,"elapsed":"341.505541ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.929891871Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.970410631Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33dc46ad-4417-472f-9531-8a6ee527b796\", \"content-length\": \"372\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.970445902Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.970506813Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb88d1cd-c25f-4600-9d00-dfe7556bd27f\", \"content-length\": \"691\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.970538003Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.970549903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.970558383Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.970906099Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.972893508Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":22,"elapsed":"395.977569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.981859191Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.982371119Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.985223821Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.985260052Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.985558116Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:01.99394914Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.993993891Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.994505569Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"afa93611-45cf-4274-a599-ec517a32c02e\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.994538979Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.994945485Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.997017166Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:01.997516953Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.001285459Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.001715245Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.010673528Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.011102664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dac9d43-8fc7-485f-b2c3-9b7f6a242d57\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011141565Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011155125Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011555381Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011579722Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011591962Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011603862Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011616342Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011627402Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011847115Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011875136Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.011999908Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.012012988Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.012408344Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.013105754Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.013144555Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.013547061Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"48791086-2620-4c58-a470-e3bfab051005\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.0148272Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.014943381Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8703567e-4b85-4924-b675-bae312a65dce\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.014968552Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.015099044Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f30b0699-3368-4cd4-bae2-8b376b8cd3f4\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.015132254Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.015164675Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.016110979Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":23,"elapsed":"439.137129ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.186324222Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7bf8da60-a5ec-4632-9b11-c19c6a72ff90\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:02.186370273Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.186383173Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.186615476Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12430088-d3f8-4b22-a7dd-fe34c5582878\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:45:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.186662157Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.187054193Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.191502989Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.191853934Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.195049541Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.195476488Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.197554328Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.197906393Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:02.205987273Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":22,"elapsed":"629.030883ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:08.743461912Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"6c2de630-2b14-4c03-a9d5-4a89a0157bab","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1082,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.576720146Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.576775377Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.576785217Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.576793947Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.577132272Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.577148962Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.578776676Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.579081371Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.579546098Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.581335454Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.581347894Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.581382885Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.656199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.581497177Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.583326294Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.583568627Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.58507592Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.587634898Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.587648758Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.58778903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.599199179Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:11.599221559Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":65,"elapsed":"22.520014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:13.573517033Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"375276e0-8ebc-4084-8b8c-26de929d6f60","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:13.573847107Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"375276e0-8ebc-4084-8b8c-26de929d6f60","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:13.576140301Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"375276e0-8ebc-4084-8b8c-26de929d6f60","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2702,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:13.576456636Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"b8557587-9b7d-4049-b182-e6383175335b","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:13.576828642Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"b8557587-9b7d-4049-b182-e6383175335b","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:13.578799371Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"b8557587-9b7d-4049-b182-e6383175335b","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2409,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:18.743637633Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"0ba0bb85-0094-40bc-b53a-c0e4e3537172","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1087,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.577162862Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.577223213Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.577232023Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.577239423Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.577534237Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.577573488Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.607095815Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.609622083Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.609659833Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.609783515Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.611692074Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.611895207Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.613252327Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.613424699Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.613605832Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.615201496Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"38.026033ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.616282432Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.616294612Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.616467294Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.627517198Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:21.627543799Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":66,"elapsed":"50.391847ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:28.743977728Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"f82d3c1c-3ef3-4847-b67b-76dd2daf9e8c","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1131,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.576876167Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.576948688Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.576960958Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.576972018Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.576982718Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.576993679Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577004199Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577014619Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577024619Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577035049Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577044299Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577053879Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:45:31.577065029Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.57707651Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.57708661Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.57709574Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\"}","iteration":13,"elapsed":"18.35µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.5771087Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.57711939Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.57713033Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577140251Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577149741Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577159411Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577168341Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577178421Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577187391Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577196722Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577206272Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577215432Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577224182Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577233462Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577241872Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577250572Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577260042Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577269452Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577279653Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577289113Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.577299513Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577308863Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577318273Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577328573Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.577339884Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577349084Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577358084Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577366984Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577377384Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577386754Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577396865Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577405234Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577414405Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577423265Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577431245Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577440065Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577450655Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577459115Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577468635Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577477556Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577487356Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.577498046Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-27 18:35:31.577327193 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577507886Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577516526Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577525286Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577534136Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577542696Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577554057Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577566377Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577583127Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577642448Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577655648Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577667429Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577678579Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577689639Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577700549Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.5777509Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.57778594Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.57780756Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577817771Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577829731Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577841051Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577851561Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577861691Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577871521Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577882332Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577893262Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577904232Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577914882Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577925542Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.577965663Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"923a7051-0539-4413-bab4-c2b0d3395fe2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2765, tv_nsec: 573482479 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.578039244Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f378a24-7578-4d72-8454-f489a3e51ffb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e203eafc-5cbd-4249-8d8a-770878ed4d6d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2765, tv_nsec: 573553560 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.578615452Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.578671883Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.263239ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.578687933Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.578701884Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.622575ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.585055618Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"7.795836ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.585376323Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2765, tv_nsec: 580891859 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.585673927Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.586233425Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.58657329Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.586788114Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.588865144Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2765, tv_nsec: 584393021 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.589143719Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.589606635Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.589637176Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.589870569Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.590149223Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.590167934Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.590334866Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.590359226Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.590366807Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.590536169Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.592692731Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.593735857Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.59395996Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"16.81759ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.594674941Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.594949074Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.595370121Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.595451122Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.595468472Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.595667555Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.596296385Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.596478317Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.596497788Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.596574319Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.596693211Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.597664935Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.597687655Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.597864408Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.600765691Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-27 18:35:31.577327193 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.600794561Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"expiration\":\"2024-11-27T18:35:31.577327193Z\",\"pruned\":[]}","iteration":12,"elapsed":"23.440458ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.601497682Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"24.194928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.602116041Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.602516997Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.602628499Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2765, tv_nsec: 598145855 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.602684729Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.602919113Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.603006484Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.603827696Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.604538227Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.60477163Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.604936733Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.607041224Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.607064544Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.607240337Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.607780865Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.608565547Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.61015133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.610651257Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.610665587Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.61082746Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.613756513Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.613779064Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.613952006Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.624781007Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"47.553065ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.630407Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.630869777Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.631677879Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.632075345Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.632511811Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.632539872Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.632553882Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"55.507722ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.632814226Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.633182221Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.634242107Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"56.953854ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.634862846Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"58.00254ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.638388949Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.638581611Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.638601612Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.638610732Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.638788184Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.638843785Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.638996727Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.639022748Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":67,"elapsed":"62.0793ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.640881095Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.640905086Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.640988047Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.641088678Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.641103309Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.641411423Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.64187332Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.64319771Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.64322305Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.64323412Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.643358082Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.643403043Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.645315861Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.645341852Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"68.424524ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.645391642Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.645654246Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.646113543Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.646387587Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.64727182Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.647650006Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.650208634Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.650234914Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.650374026Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.65128792Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.65131795Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.651515303Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.653591564Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.653618804Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.653629974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.653640295Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.653789107Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":23,"elapsed":"76.773127ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.654087791Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.654980384Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"77.61952ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.655294849Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.66213657Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.662164691Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.662413775Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.676654356Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.676702506Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.676710777Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.676989641Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.678432162Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"101.498275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.68164381Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.682057386Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.683909463Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.683931733Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.683938824Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.683946194Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.684276079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.685610869Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.685634009Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.685647299Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"108.438327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.688592753Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.688725084Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.689001519Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.692610912Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.692638463Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.692823585Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.702524429Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.70255743Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.70256734Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.702876364Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.705245709Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.705560024Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.70595664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.708550398Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.709539403Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.709560784Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.709763147Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.711104546Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.711126447Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.71132409Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.711581033Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.711609854Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.711621584Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:44.388958 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.711632034Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2}","iteration":13,"elapsed":"134.494253ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.720576707Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.720605647Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.720616697Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"143.340785ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.723097584Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.723425389Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.727006942Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"149.837001ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.730345621Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.730645556Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.731803803Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.732151108Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.733929445Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.733953475Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.734094977Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.735366546Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.735388426Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.735401816Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.73561324Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.73566471Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.736926669Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.738562533Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.738594104Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.738839978Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.740067156Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.740083466Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.740226518Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.742908408Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.742934378Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.742946558Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:43.283070 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.742958779Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1}","iteration":13,"elapsed":"165.825658ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.744197607Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.744252848Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.744547072Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1038874-2372-42f6-8e35-0c3f2bd4442e\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.744565952Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.747588377Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.751431464Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.751457505Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.751705458Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47ccd95-2675-4a9f-a52b-ded8b8abe70d\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.751736629Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.754130204Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.758970545Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-27T18:34:28.564237Z, time_modified: 2024-11-27T18:34:28.564237Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.759010766Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]}},\"default_endpoint\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"181.671812ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:45:31.779678822Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.779706263Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"202.355609ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.856990188Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.891222556Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.891250186Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.89151605Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bf986d0-3692-4aad-8b63-4f0e300356b3\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.8915358Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.892969282Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.936091101Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.936413366Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"c77d9ca7-999e-40bc-95a1-8b3dd011571e\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.936444266Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.937880927Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a909faf8-d11a-44fd-9d92-6ee804182076\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.937896897Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:31.939310449Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.939331609Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"362.030826ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:31.989184978Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.044364255Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.044434777Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.051261548Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":23,"elapsed":"474.25133ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.054834141Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.06758725Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb51524-0571-4a90-b029-226ebb53b9f7\", \"content-length\": \"691\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.067642791Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.067655551Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.067663911Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.067671531Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f92e8bf-0975-4250-9b15-5d806255caed\", \"content-length\": \"372\", \"date\": \"Wed, 27 Nov 2024 18:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.067708162Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.068083057Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.069981915Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":23,"elapsed":"492.935926ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.081456015Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.081838601Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76391c1-0638-47b9-b1ae-f67f1b261ffa\", \"content-length\": \"1\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.084748264Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.085192061Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.087055938Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":23,"elapsed":"510.08407ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.122346762Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.122880179Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3b0501a5-36d4-4634-a4d1-285cdb1dc205\", \"date\": \"Wed, 27 Nov 2024 18:45:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.12292073Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.124410572Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9abad14b-15fa-4292-bd1f-409b0d479534\", \"date\": \"Wed, 27 Nov 2024 18:45:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.124443393Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.125750082Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"71055f1e-26ef-42da-9567-168d72d8114b\", \"date\": \"Wed, 27 Nov 2024 18:45:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.125787613Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.12766517Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.127691701Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"550.815314ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.13436618Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.13439154Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.134693945Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"972a2dc0-914f-48f3-bfb8-ce47582ddb20\", \"date\": \"Wed, 27 Nov 2024 18:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.134719715Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.13504999Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.137555047Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.13775113Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.139227582Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.139514266Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.141054029Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.141080429Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.141094649Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.141279502Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.141340133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.144250876Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.144270816Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.144738683Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"32a80560-0942-41f4-ab7c-d4a2054ebeec\", \"date\": \"Wed, 27 Nov 2024 18:45:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.146084393Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":24,"elapsed":"568.860741ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.150511829Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.150799323Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefe3327-623d-4ca7-8312-47674fd37f28\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.150821724Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.150833964Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.151091848Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.151112898Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.151125408Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.151137008Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.151147728Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.151156678Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.1512901Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.151299731Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.151526474Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.151534984Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.151722587Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.15398226Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.154094602Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53afc7b6-68d1-4a56-b01e-60996234dbc3\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.154119202Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.154204094Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d9b386f-6418-446f-b492-ee6c5b2e4329\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:45:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.154216754Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.154226694Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.251619648Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6f6ba53b-33b2-4fca-87cf-7347a6e449fe\", \"date\": \"Wed, 27 Nov 2024 18:45:32 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:32.251649598Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.251660358Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.252053884Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59ff9a2e-bb52-4f3e-ae36-c60c48546320\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:45:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.252090475Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.252375719Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.255946292Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.256225876Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.259373553Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.259610016Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.261143069Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.261314461Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:32.268850473Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":23,"elapsed":"691.790534ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:38.74418414Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"a9f5510f-f85f-4fd3-84f4-fb35439118ad","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1534,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.577397474Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":68,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.577455535Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.577464695Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.577471585Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.577742039Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.577755199Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.579145Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.57919802Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.579473925Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.58052733Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"3.128246ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.581604656Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.581630897Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.581751428Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.583031927Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.5831901Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.584475599Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.586782903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.586802623Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.586925215Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.59874212Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:41.598766901Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":68,"elapsed":"21.371507ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:43.574361193Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"aeadc45d-5d7a-4490-a4cd-d77905730131","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:43.574720828Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"aeadc45d-5d7a-4490-a4cd-d77905730131","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:43.577248366Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"aeadc45d-5d7a-4490-a4cd-d77905730131","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2965,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:43.577503629Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"3956b8d7-c297-477d-a775-1b88195909ac","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:43.577794203Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"3956b8d7-c297-477d-a775-1b88195909ac","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:43.579411687Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"3956b8d7-c297-477d-a775-1b88195909ac","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1942,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:48.519196075Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:56931"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:48.519307296Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8bef710d-fde2-4703-9949-2e54bc33918d","remote_addr":"[fd00:1122:3344:101::2]:56931","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:48.519680962Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8bef710d-fde2-4703-9949-2e54bc33918d","remote_addr":"[fd00:1122:3344:101::2]:56931","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:48.527352816Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"d7cc4ac1-6d92-4a20-8b63-97d7517b1cd5"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:48.527376236Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"8bef710d-fde2-4703-9949-2e54bc33918d","remote_addr":"[fd00:1122:3344:101::2]:56931","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8134,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:48.744563935Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"f0c82cd0-6fe5-4dfa-844d-3ceed6ca717a","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1392,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.576832735Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.576912016Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.576928376Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.576941596Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.577378133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.577397673Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.579320782Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.579515264Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.579834219Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.581114868Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"4.287684ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.582295236Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.582303996Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.582443978Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.584021661Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.584180084Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.58528523Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.587574154Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.587587974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.587713436Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.596441145Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:51.596454506Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":69,"elapsed":"19.651451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:58.573864154Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"0750093f-51a6-42e9-873b-e12490c35a24","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:58.574192119Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"0750093f-51a6-42e9-873b-e12490c35a24","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:58.576892809Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"0750093f-51a6-42e9-873b-e12490c35a24","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3099,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:58.577106032Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"bfc25690-c829-4df1-970f-c1cf8a46d8fb","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:45:58.577403067Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"bfc25690-c829-4df1-970f-c1cf8a46d8fb","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:58.57965253Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"bfc25690-c829-4df1-970f-c1cf8a46d8fb","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2576,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:45:58.744487963Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"d60d5f24-94d0-444a-b4ee-c49f63744d5b","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1137,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577348032Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577419943Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577435923Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577447993Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577459123Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577469553Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577479693Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577490754Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577501974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577513694Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577526754Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577538605Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577549905Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577562105Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577573395Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577585405Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577597595Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577615416Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577628776Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577641346Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.577653516Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577666186Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577678496Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577691227Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577703227Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577715637Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577727877Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577739388Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577751678Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577763498Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577775578Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577786838Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577799138Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577811169Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577823399Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577834969Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577848249Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.57791634Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577950011Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.577986481Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578012801Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578028102Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578037272Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578047342Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578058182Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578068112Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578077853Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578086133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578095733Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578116273Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.578127343Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.580377767Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2795, tv_nsec: 575744833 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.580648051Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.580978816Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.581142378Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.748746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.581415772Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.582005641Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.582340806Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2795, tv_nsec: 577717862 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.582607189Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.58399894Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.58401075Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.58401731Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.584145412Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.584156523Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.584251724Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.584391186Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.585575673Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.585610714Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.585665935Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.585691065Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.585750266Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.585839577Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.58803878Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"10.519336ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.588571248Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.588789441Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.588928903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.589508102Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.589633864Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.589786956Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.590012969Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"12.431934ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.590972804Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.590988764Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.591157276Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.592560507Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.592586757Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.592824021Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.593294328Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2795, tv_nsec: 588665015 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.593587372Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.593963258Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.594348984Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.594910892Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"17.477169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.595137935Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.595355838Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.600465484Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.60154593Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.602366753Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.602378743Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.602536075Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.605399947Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.605412768Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.605615621Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.608213859Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.608788358Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.609385357Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.609735772Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.618476571Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.618502492Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":70,"elapsed":"41.16509ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.624569462Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.624962677Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.628017243Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.628035963Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.628311257Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.628359448Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.630275406Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.630372558Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.630572911Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.632139034Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.632150264Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.632282846Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.637775077Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.637788878Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.637795198Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.63795268Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.699237818Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.699262079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.699564673Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb0fb3d4-92c5-4b8b-9087-97279024d209\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.699580974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.701159407Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.716062168Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.716082798Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.716317602Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e7c4e7c-ad89-4a4d-b8a8-672a16e5264d\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.716338542Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.717939495Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.768717497Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.768739508Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.768949451Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c49e86c-29b4-4594-938e-f1221d55e4c2\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.768964461Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.7702212Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.811788266Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.811812986Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.813600093Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.814597867Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.816056459Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.816073209Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.816276132Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.816381344Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.816476065Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ceb29e43-c2fd-41f3-bdee-0ce94f43ab35\", \"content-length\": \"372\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.816508376Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.816604197Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b4b2092-4045-4124-b9a4-bbf7d9d1b3c2\", \"content-length\": \"1\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.8168328Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.816990113Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.817002923Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.817199306Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.81885001Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.819128905Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.819628032Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.819648222Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.819887486Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.819904106Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.822288151Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.822726978Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":24,"elapsed":"245.303836ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.826401062Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.826464233Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.826765428Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.829816243Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":24,"elapsed":"252.36635ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.854348127Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"276.816162ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.855426933Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":24,"elapsed":"278.05733ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.856822563Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.856855854Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"278.74765ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.86134344Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"283.861997ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.862581639Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.862596969Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.862607379Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"285.165396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.865582923Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.867519642Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.867533982Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.867668854Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.867962948Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"290.422004ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.880140669Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.880169799Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.880512624Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9043d559-6bad-4723-a05b-40dd88c77c91\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.880526395Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.88086427Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.882375382Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.882597935Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.885427677Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.88563207Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.88899947Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.88901573Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.889488677Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"15af05b3-40b5-4671-8690-d1fac93f9b89\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.891812022Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":25,"elapsed":"314.319589ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.907716268Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.908104984Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.910411778Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.910431278Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.910663921Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.925345189Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.925680744Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cda35f5-533b-4b4b-954e-ef7dfd725f05\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.925706264Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.925718985Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.925992798Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.926008589Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.926019349Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.926027389Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.926035139Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.926043359Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.926194852Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.926206642Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.926425645Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.926451075Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.92677076Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.928271812Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.928384704Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca937c5-8b15-48cb-a896-a198aee10540\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.928398154Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.928484946Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"668cff62-74e1-4699-bfb5-6569eb69e369\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:01.928500936Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.928512746Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.929513431Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"351.941955ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:01.961215401Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.037559462Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5539110b-0dbe-4d4d-9850-adc54e5477da\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:02.037605893Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.037616983Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.037805816Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78f1dc6d-a507-4cc8-8ef9-053ee57c3a53\", \"content-length\": \"691\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:02.037837676Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:02.037847267Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:02.037854267Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.037972738Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88dd8662-347c-4720-abb6-659f1bdfef1b\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:46:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.038023609Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.038379364Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.039991138Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":24,"elapsed":"462.615226ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.04143717Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.041755514Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.045090674Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.045418769Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.046944221Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.047131644Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:02.055099442Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":24,"elapsed":"477.751521ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:08.744140477Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"c6d7f7b1-a369-44aa-b0ea-3de090b1b3a7","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1451,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.577411172Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.577496643Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.577514943Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.577530224Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.57801042Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.578087972Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.60628912Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.606358291Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.606554754Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.608914269Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.608928409Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.609067851Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.61035475Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.610519822Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.612449891Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.614859957Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.614875517Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.615002659Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.627010727Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.627038777Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":71,"elapsed":"49.652316ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:11.632378317Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"54.961164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:13.573868133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"8c63a040-649d-44cd-ad3f-4019b4e0d907","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:13.57431136Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"8c63a040-649d-44cd-ad3f-4019b4e0d907","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:13.576870208Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"8c63a040-649d-44cd-ad3f-4019b4e0d907","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3090,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:13.577171622Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"2dd6fd32-d87b-48aa-b239-3776d603d884","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:13.577496847Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"2dd6fd32-d87b-48aa-b239-3776d603d884","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:13.57976149Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"2dd6fd32-d87b-48aa-b239-3776d603d884","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2646,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:18.744548622Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"816f1ab9-0a47-4a26-bf5e-0411f41308fc","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1335,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.576757521Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.576812532Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.576821572Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.576829402Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.577215968Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.577296949Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.578588608Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.579099438Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.579444706Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.581146797Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.581161827Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.581309159Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.582921083Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.583093905Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.584448945Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.586716879Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.586729429Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.586861351Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.594995772Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.595014252Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":72,"elapsed":"18.277731ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:21.609396315Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"32.623904ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:28.744217237Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"09942abb-0454-4b00-92b4-8849ed67a15c","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1199,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577046415Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577114146Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.577124516Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577133596Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577140926Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577148116Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577155726Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577162897Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577170427Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577178167Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577186607Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.577193877Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-27 18:36:31.577101156 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577201527Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577208257Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577215707Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577223798Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577232758Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577243448Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577253468Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577264478Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577273288Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577283778Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577293048Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577302919Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577311859Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577322189Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577331379Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577341209Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577349949Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.5773603Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57737065Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57738032Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57738987Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57739865Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57740801Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57741755Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577428861Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:46:31.577440571Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577452541Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\"}","iteration":14,"elapsed":"21.581µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577464991Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577474321Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577484561Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577495151Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577505092Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577516332Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577525902Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577535702Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577545582Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577555202Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577564483Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577574853Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577583713Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577592703Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577602903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577613793Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577622653Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577632553Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577642634Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577652424Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577661644Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577672344Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577682564Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.577692254Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577702174Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577711945Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577726555Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577738685Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577750805Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577765066Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577777866Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577829616Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577853807Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577864317Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577883187Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577894797Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577907208Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577918068Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577928898Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577939268Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.577950138Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578004839Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578025219Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57803587Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57804786Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57806034Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57807197Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57808466Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57809635Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578148651Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578157821Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"923a7051-0539-4413-bab4-c2b0d3395fe2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2825, tv_nsec: 573294267 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578170692Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578178562Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f378a24-7578-4d72-8454-f489a3e51ffb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e203eafc-5cbd-4249-8d8a-770878ed4d6d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2825, tv_nsec: 573351608 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578275893Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578303743Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578441456Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578453116Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578535007Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578546447Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.312409ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578584598Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578602178Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578665269Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.578678269Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.286299ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.57872369Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.579930587Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.580820021Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-27 18:36:31.577101156 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.580844551Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"expiration\":\"2024-11-27T18:36:31.577101156Z\",\"pruned\":[]}","iteration":13,"elapsed":"3.716115ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.580913372Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.581005494Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.581662823Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.531327ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.582312263Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.582333183Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.582515646Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.583375459Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.583396249Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.583550421Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.584233891Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.584244951Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.584386284Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.584534546Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2825, tv_nsec: 579751762 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.58478317Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.5868639Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.587644792Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"10.377334ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.588106479Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.588126589Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.588135819Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"10.890842ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.589337717Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2825, tv_nsec: 584553483 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.589455679Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.589481049Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.589587011Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.589648682Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.590056138Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.590259441Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.591366637Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.591616911Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.593306046Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.595777202Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.595802473Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.595812683Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.60576031Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.607920173Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.607954933Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.608102975Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.610721514Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.611015948Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.61248351Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.612852475Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.620737643Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"43.570646ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.628309145Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.628346865Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"51.115988ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.631674174Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.63204856Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.633070775Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.633321059Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.634001399Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.637020254Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.637744275Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640524846Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640552606Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640569906Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640583137Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640595467Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640605057Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640614877Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640625647Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640638847Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640652558Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.640663248Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640675388Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640684348Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640693758Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.640705788Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.641062424Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.641300657Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.641897236Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.641918446Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.642100939Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.642595247Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.643543221Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.644660237Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"67.334018ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.645465169Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.64549853Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.645623821Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.646501114Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.646521965Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.646646347Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.649706492Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.650810948Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.650959211Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.65297146Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2825, tv_nsec: 647830152 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.653007711Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.654707276Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.655550079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.655966315Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.656483622Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.656497282Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.656790667Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.65697951Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.657229403Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.657250174Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.657460097Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.6590485Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.659072801Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.659341525Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.659492017Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.659513117Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.659762591Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.660618303Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.660638804Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.660821957Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.660926618Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"83.471877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.664547212Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.664869667Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.665152901Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.667676268Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.667699468Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.667885681Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.669191641Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"91.81139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.675825549Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.676215305Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.678863804Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.679148028Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.681380161Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.681720206Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.685576424Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.685603804Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.685614594Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.685856398Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.686102591Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.686130912Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.686420836Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.687057326Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.68873362Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":25,"elapsed":"111.635765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.691664974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.691862737Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.691883067Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.692313353Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"115.164517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.6940862Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.69411259Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"116.820032ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.694321373Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.694727059Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.694743749Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.694919102Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.696898261Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.697149285Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.701660472Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.703678192Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.703705112Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.703843934Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.705181094Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.705205044Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.705219555Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"127.710273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.708485603Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.710932569Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.71096511Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.711085222Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.726801475Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.726832355Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.726842615Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"149.645378ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.727350513Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.727371553Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.727378763Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.727385263Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.727763569Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.727968972Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.727985192Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":73,"elapsed":"150.583252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.728933656Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.730761883Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.731065098Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.731849659Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.731860239Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.732037192Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.732958306Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.733673717Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"156.474839ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.734952115Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.734966186Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.734976446Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.734992196Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.735000136Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.735008926Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.73524342Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.73528198Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.736275685Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.738065631Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.739411831Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.739439862Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.739608225Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.741742206Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.741769637Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.741779017Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:44.388958 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.741787307Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2}","iteration":14,"elapsed":"164.401777ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.743318589Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.74333224Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.743639584Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b040a35c-2977-4763-8232-a419b3d6950b\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.743666554Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.745915228Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.746293613Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-27T18:34:28.564237Z, time_modified: 2024-11-27T18:34:28.564237Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.746318354Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]}},\"default_endpoint\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"169.28666ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.74943606Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.74944852Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.749703024Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96bac6b2-58ef-4143-8f93-04789717883b\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.749722334Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.751860636Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.761068802Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"183.711292ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.768462551Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.771311404Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.771339664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.771495116Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.773667989Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.773690539Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.773699399Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:43.283070 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.773707249Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1}","iteration":14,"elapsed":"196.283689ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.792330365Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.792350275Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.792608379Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5990c3c-2e00-4af5-beff-4b498d2d5454\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.79262515Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:46:31.794627559Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.794651789Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"217.201768ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.794761111Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.818103657Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.818535974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.891725148Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.899572445Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.8999208Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ae24c86d-7b2b-45ca-8b58-54870ec96bdc\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.89993592Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.901319281Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d4ce10f9-f1d8-4f16-b2fe-fa84e342e1cc\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.901336901Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.902838353Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.902868344Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"325.780139ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.915234777Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":25,"elapsed":"337.895538ms"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:31.915927857Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.915937997Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.917683383Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.919796644Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.919808455Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.919992467Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.921197585Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.922261381Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.922460764Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89f2effe-4297-41af-811d-05c9173b898d\", \"content-length\": \"1\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.922982762Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.922992612Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.923158944Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.925137214Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.925440198Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.927042012Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":25,"elapsed":"349.973247ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.989194623Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ebacbbb-a43f-4a8b-afe7-cdcf18be7f02\", \"content-length\": \"372\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.989254264Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:31.989972465Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.005896991Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.006400498Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1367f41b-21db-4b40-b03e-69d84ff27415\", \"date\": \"Wed, 27 Nov 2024 18:46:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.006423169Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.008482719Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"15c4d712-1d2a-4689-b612-d58bbe5b1c86\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.00850997Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.010116323Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ce3d44dd-23d4-4ebc-82cc-34d7c38fc995\", \"date\": \"Wed, 27 Nov 2024 18:46:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.010138024Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.012288146Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.012315896Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"434.966146ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.035818304Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.036489374Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70895064-e05a-4be4-9838-220af5c08c68\", \"content-length\": \"691\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.036532535Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.036545505Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.036554335Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.038647926Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":25,"elapsed":"461.384498ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.052257798Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.052311469Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.052638994Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8e905fdc-65a1-4bbd-a6d0-2cb7b16df430\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.052665414Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.053202342Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.056841886Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.0570905Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.060895146Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.061221911Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.065301171Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.065329652Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.065749148Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5ec3e6be-ede7-49ff-812f-333f0be3cd29\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.06787317Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.068050992Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":26,"elapsed":"491.005267ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.068264985Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.070245475Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.070273925Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.070470168Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.081458311Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.081782456Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c31dfa0-b42e-4cb6-b94a-bbd0e82e369a\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.081821556Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.081835496Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.08211215Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.082124581Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.082132591Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.082141091Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.082149101Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.082156771Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.082331014Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.082341664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.082561497Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.082571547Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.082864792Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.085133395Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.085256907Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc8582b4-85ae-476a-9534-a2e0bab0ac8f\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.085271857Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.085349929Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abdd98f7-8ab5-45d0-a3ff-0f7e52aefb83\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.085362119Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.085372419Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.190620019Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"09280ec0-ad07-4145-b04f-93d4ea9986ea\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:32.190665419Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.19067653Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.190893303Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41bf8dd4-377c-46e0-918a-773f455521f7\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:46:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.190936254Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.191264079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.195190727Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.1954148Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.198899362Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.199237387Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.20082481Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.201038463Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:32.208529474Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":25,"elapsed":"631.136444ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:38.744384169Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"3990bf78-0402-460d-91df-29553820e6bc","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1448,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.577633653Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.577697584Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.577707654Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.577715604Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.577991868Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.578004098Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.60715536Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.609688648Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.609727468Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.60983465Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.611032018Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.611251921Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.611684617Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.61185686Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.644528844Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"66.900562ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.647422807Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.650055116Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.650069936Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.650202258Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.662556982Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:41.662572352Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":74,"elapsed":"84.971869ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:48.74455888Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"beea8394-d87f-42ed-a371-5c0e12f22969","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1046,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.577894836Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.577961027Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.577975477Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.577987157Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.578270811Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.578289332Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.580049108Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.582569065Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.582588565Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.582736107Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.584834319Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.585088802Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.586697536Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.589189983Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.589208103Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.589360736Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.599195131Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.599222332Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":75,"elapsed":"21.348037ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.607274581Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.607532365Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:51.608439959Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"30.539593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:58.574735052Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"4a3fec3c-0664-44eb-8c3b-f10b2b1529cf","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:58.575045247Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"4a3fec3c-0664-44eb-8c3b-f10b2b1529cf","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:58.577685216Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"4a3fec3c-0664-44eb-8c3b-f10b2b1529cf","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3022,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:58.57794288Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"f0196555-eff9-4fe5-b7de-a718e60718de","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:46:58.578209034Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"f0196555-eff9-4fe5-b7de-a718e60718de","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:58.580401686Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"f0196555-eff9-4fe5-b7de-a718e60718de","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2490,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:46:58.744424648Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"656d170d-c3b9-4038-81fe-36232e5660ab","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1092,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577420888Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577482149Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577492609Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577502899Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577511219Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577518489Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577525549Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.5775333Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57754151Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57754878Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57755587Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57756309Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57756957Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57757725Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57758315Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57759003Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577597501Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577606361Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577613041Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577619481Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577626001Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577631871Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577638901Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577645791Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577652591Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577658922Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577665211Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577671002Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577677742Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577684462Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577690522Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577697812Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577703542Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577709562Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577716832Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577904815Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577931346Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.577951466Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578073717Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578099048Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578110998Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578123968Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578135918Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578147999Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578158219Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578169169Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578181569Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.578193859Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57820499Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57821617Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.57822858Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.579722472Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.580112048Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.581270285Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.581493728Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"3.857147ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.583183963Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.583198184Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.583240654Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.583251894Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.583385666Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.583457507Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.583761252Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.583782792Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.583918264Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.586439121Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2855, tv_nsec: 581473268 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.586831847Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.587057351Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.589796881Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.589821282Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.589975334Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.591486866Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2855, tv_nsec: 586532733 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.59173819Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.592914097Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.593366114Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.600218696Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.60051737Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2855, tv_nsec: 595561017 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.600723553Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.600829435Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.601007668Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.602826964Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.602853545Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.602978047Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.619514052Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.619724915Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.621831836Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.621859367Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":76,"elapsed":"44.454799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.622345384Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.62277237Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.623166965Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.625284827Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.625308708Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.6255022Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.626985182Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"49.466483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.627549381Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.627808975Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.628506625Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.628712288Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.629274547Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.630044228Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"52.496779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.630304872Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.630620727Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.631110364Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.631121794Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.631260976Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.634098858Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.637057882Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.637115013Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.637132283Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.637349476Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.637451958Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.637663601Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.638656015Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.638680186Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.638687536Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.63892749Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.639450887Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":26,"elapsed":"61.766155ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.639888984Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.639904234Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.640060696Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.640069767Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.64031573Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.652406699Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.654790105Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.654829315Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.654998968Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.666136183Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.666461258Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"88.944288ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.666553159Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.683772864Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"106.148373ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.683874536Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"106.308486ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.685749024Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.685772004Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.685779994Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.686097829Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.687618121Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.687880895Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.701211163Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.701234053Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.701538338Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22c40d92-535c-4e8b-8a59-03f71b1e3e4b\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.701552448Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.703671229Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.715259221Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.715281131Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.715542445Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b69e437-0bc5-4f59-9cbc-f3454afa79ce\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.715558635Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.717677497Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.748349552Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"170.809432ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.808174227Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/2250b489-f327-4f8d-bb09-fbdbb9a206c7/state","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.816211467Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.816247517Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.816528421Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b96be311-b302-4553-aef5-24f7ca9a8f4f\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.816554192Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.818091245Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.829344331Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":26,"elapsed":"251.759481ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.837647264Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.837693575Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.837704095Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.837914368Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03d8b4a-ad06-4cc3-9d73-b19ad21d596b\", \"content-length\": \"1\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.83801192Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72be4776-90f9-4884-bb9b-0f05e3db26be\", \"content-length\": \"585\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.83804275Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.838153982Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.838165072Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.838172992Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"260.504781ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.838431486Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.839544912Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.839812076Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.84139781Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":26,"elapsed":"263.742239ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.845217567Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"267.777269ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.852387133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{f69caef5-cd3e-4773-91ca-a68c04f4a199: {10.151.2.175: {bfe35947-9ebe-4f69-997e-18fe90f93616}, 10.151.2.176: {bfe35947-9ebe-4f69-997e-18fe90f93616}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.852453924Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.852644027Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e929a0be-1b3e-4b0e-9021-15843f47d68f\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.852658247Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.853004832Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.855085793Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.855509889Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.858000466Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.858202439Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.861066651Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.861271665Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.863198763Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.863361296Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.866179697Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.866395641Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.869607118Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.869619158Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.869626629Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.870019204Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2f9a3de9-7b2a-4cb9-9028-420daff6dee6\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.871392735Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":27,"elapsed":"293.928106ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.920420101Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.920706155Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.921927174Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.923207323Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.923550238Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.923669879Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.92370074Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.923828712Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.925264903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.925288863Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.925488477Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.92572568Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.927307373Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.927326384Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.927456936Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.932984548Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.933270732Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"097a223c-ccec-45f6-9379-992827c61e34\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.933296692Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.933308002Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.933595527Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.933607377Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.933615657Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.933624187Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.933633487Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.933641967Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.93380298Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.9338136Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.934056413Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.934066084Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.934305557Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.936324867Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.936432919Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa313ea-c93d-441c-9ae2-4fd56ff9d9c1\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.936445579Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.93653168Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09b3c08a-cd37-41a5-aee3-661cfc6b5658\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:01.93654538Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:01.936555621Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.031060261Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.048886335Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"54ab9205-4d2f-4ea2-90d6-ceb96404fcc1\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:02.048929766Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.048944206Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.049300512Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b314617a-07b1-4ca1-bc64-4b2bef9007db\", \"content-length\": \"811\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:02.049350153Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(14175096) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:02.049361293Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:02.049369113Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.049396133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c2b976-445b-4a4e-9bb0-eb16564cdc55\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.049443374Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.049780799Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.050814604Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":26,"elapsed":"473.208214ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.053472423Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.053699097Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.05797096Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.058291395Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.060158543Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.060508248Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.069103125Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":26,"elapsed":"491.670617ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:02.381864061Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1:0]:63519"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.382174766Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e37cd3d-5beb-4dfe-91a1-b65f10327615","remote_addr":"[fd00:1122:3344:101::1:0]:63519","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.3824951Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"5e37cd3d-5beb-4dfe-91a1-b65f10327615","remote_addr":"[fd00:1122:3344:101::1:0]:63519","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.413862465Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/2250b489-f327-4f8d-bb09-fbdbb9a206c7/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea6b2e66-f24e-40dc-bd3b-b4b840264262\", \"content-length\": \"131\", \"date\": \"Wed, 27 Nov 2024 18:47:01 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.416445534Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"vmm_id":"2250b489-f327-4f8d-bb09-fbdbb9a206c7","sled_id":"b844cfb5-ff43-41f6-a61d-f7949f48466b","instance_id":"6f35a23e-154e-4f2b-935a-ce5c847b6708","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-27T18:46:54.298081974Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:02.416484614Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"vmm_id":"2250b489-f327-4f8d-bb09-fbdbb9a206c7","sled_id":"b844cfb5-ff43-41f6-a61d-f7949f48466b","instance_id":"6f35a23e-154e-4f2b-935a-ce5c847b6708","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/instance.rs:2116","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-27T18:46:54.298081974Z }","propolis_id":"2250b489-f327-4f8d-bb09-fbdbb9a206c7"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.416501035Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"vmm_id":"2250b489-f327-4f8d-bb09-fbdbb9a206c7","sled_id":"b844cfb5-ff43-41f6-a61d-f7949f48466b","instance_id":"6f35a23e-154e-4f2b-935a-ce5c847b6708","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.416914411Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"vmm_id":"2250b489-f327-4f8d-bb09-fbdbb9a206c7","sled_id":"b844cfb5-ff43-41f6-a61d-f7949f48466b","instance_id":"6f35a23e-154e-4f2b-935a-ce5c847b6708","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:02.423688551Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"6f35a23e-154e-4f2b-935a-ce5c847b6708"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:02.423724342Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"5e37cd3d-5beb-4dfe-91a1-b65f10327615","remote_addr":"[fd00:1122:3344:101::1:0]:63519","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":41609,"response_code":"201"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:02.426075366Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:02.428164008Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":26,"elapsed":"850.661128ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:06.415149372Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:35923"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:06.415258074Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"57ffe953-5ef4-4fda-ac88-0167b0abcdfa","remote_addr":"[fd00:1122:3344:101::2]:35923","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:06.415585339Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"57ffe953-5ef4-4fda-ac88-0167b0abcdfa","remote_addr":"[fd00:1122:3344:101::2]:35923","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:06.453698244Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"89a52276-2829-4963-a094-8143be2c1bad"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:06.453749274Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"57ffe953-5ef4-4fda-ac88-0167b0abcdfa","remote_addr":"[fd00:1122:3344:101::2]:35923","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38536,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:08.752632758Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"aee174cb-39e4-49dc-ab66-1060b2ff5bc1","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8698,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:10.356067874Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:56605"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:10.356175786Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ebb7ef98-699b-4279-ba9f-75a9e61eb7c2","remote_addr":"[fd00:1122:3344:101::1]:56605","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:10.356506051Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ebb7ef98-699b-4279-ba9f-75a9e61eb7c2","remote_addr":"[fd00:1122:3344:101::1]:56605","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:10.39290049Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"b903b497-e034-4c1d-8f82-b6e6cc8f7a53"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:10.392932881Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"ebb7ef98-699b-4279-ba9f-75a9e61eb7c2","remote_addr":"[fd00:1122:3344:101::1]:56605","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36827,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.577494728Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.577574579Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.57759158Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.57760478Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.578046726Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.578066837Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.580389431Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.580431242Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.580641085Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.581870093Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.378135ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.582858408Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.582872948Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.58300282Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.584674205Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.584925668Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.586492981Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.588864067Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.588879587Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.589006849Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.598389808Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:11.598413958Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":77,"elapsed":"20.94391ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:15.18981482Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"producer-registration-task","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:15.18986131Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"producer-registration-task","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:15.220704157Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"producer-registration-task","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:15.220834469Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60032"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:15.220944851Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"80078ca2-edb2-4cc8-a11d-0b79d7c05e64","remote_addr":"[fd00:1122:3344:101::c]:60032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:15.221255506Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"80078ca2-edb2-4cc8-a11d-0b79d7c05e64","remote_addr":"[fd00:1122:3344:101::c]:60032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:15.229520858Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:15.229542788Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"80078ca2-edb2-4cc8-a11d-0b79d7c05e64","remote_addr":"[fd00:1122:3344:101::c]:60032","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8662,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:15.229591599Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"producer-registration-task","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80078ca2-edb2-4cc8-a11d-0b79d7c05e64\", \"content-length\": \"41\", \"date\": \"Wed, 27 Nov 2024 18:47:15 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:15.231169673Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"producer-registration-task","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:15.231182323Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"producer-registration-task","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:18.744404516Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"498890f2-9dd5-4b85-9b65-e4d689053c5d","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1059,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.5776858Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.577788262Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.577817062Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.577839483Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.578271479Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.5783209Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.58037426Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.582843357Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.582858217Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.582990149Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.584567032Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.584831736Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.589237092Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.591627847Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.591640507Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.591780049Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.604027131Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.604052651Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":78,"elapsed":"26.387251ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.614031949Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.614345574Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:21.615867776Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"38.187156ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:24.295347621Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:46814"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:24.295505033Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"79ad4eb9-03de-49dc-b841-faa1f281bbc0","remote_addr":"[fd00:1122:3344:101::2]:46814","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:24.295984731Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"79ad4eb9-03de-49dc-b841-faa1f281bbc0","remote_addr":"[fd00:1122:3344:101::2]:46814","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:24.305700064Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"761834fc-a72f-4e26-9e1f-c4047ccf5da9"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:24.305726715Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"79ad4eb9-03de-49dc-b841-faa1f281bbc0","remote_addr":"[fd00:1122:3344:101::2]:46814","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":10317,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:27.28278471Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:38694"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:27.282889292Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"12ce8406-e5bb-4ab8-b9c9-ce51c90d1287","remote_addr":"[fd00:1122:3344:101::2]:38694","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:27.283262408Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"12ce8406-e5bb-4ab8-b9c9-ce51c90d1287","remote_addr":"[fd00:1122:3344:101::2]:38694","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:27.29489444Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"f3f7f234-938f-4eb4-84cd-9acd73e59924"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:27.29492009Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"12ce8406-e5bb-4ab8-b9c9-ce51c90d1287","remote_addr":"[fd00:1122:3344:101::2]:38694","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":12095,"response_code":"201"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:28.574702639Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"d31412c0-a574-4022-8222-6d8a1cc57dd6","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:28.575022854Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"d31412c0-a574-4022-8222-6d8a1cc57dd6","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:28.577937247Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"d31412c0-a574-4022-8222-6d8a1cc57dd6","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3305,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:28.57813353Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"942eb5e1-d9a4-4f8b-b867-99290adf9baa","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:28.578436875Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"942eb5e1-d9a4-4f8b-b867-99290adf9baa","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:28.580754819Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"942eb5e1-d9a4-4f8b-b867-99290adf9baa","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2659,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:28.744960283Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"0a3b4ce0-2b25-46de-a21c-a84aac58407f","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1585,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.130478111Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::1]:54502"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.130606003Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c1e5697d-9495-4c7b-ade8-7848a3e20c8f","remote_addr":"[fd00:1122:3344:101::1]:54502","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.131168681Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"c1e5697d-9495-4c7b-ade8-7848a3e20c8f","remote_addr":"[fd00:1122:3344:101::1]:54502","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.164959232Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"b844cfb5-ff43-41f6-a61d-f7949f48466b"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.164990232Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"c1e5697d-9495-4c7b-ade8-7848a3e20c8f","remote_addr":"[fd00:1122:3344:101::1]:54502","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34469,"response_code":"201"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.577922233Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.577969754Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.577979024Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.577986074Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.577993294Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578000584Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578007274Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578013205Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578020205Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578027095Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578033445Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578040105Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578046695Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578053855Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578060575Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578068655Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578075675Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578083406Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578095046Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578104166Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.578111746Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578118806Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578125536Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578132866Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578138696Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578145466Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578151567Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578159447Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578166277Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578173417Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578180557Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578187437Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:47:31.578194477Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578203137Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578212547Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\"}","iteration":15,"elapsed":"12.61µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578224537Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578235288Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578244328Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578255078Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578266178Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578275708Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578285378Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578296279Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578305569Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578314579Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578322689Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578332619Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578341809Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578351219Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.57836162Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.57837189Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.57838158Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.57839086Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.57840041Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.57840953Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.5784192Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-27 18:37:31.578293398 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578429681Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578440131Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578450811Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578461041Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578470891Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578480591Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578489852Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578502402Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578514762Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578526392Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578547552Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578557833Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578581903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578780156Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578801406Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578812016Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578822797Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578834837Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578846337Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578856157Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578878667Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578889798Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578899747Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578911348Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578923628Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578933448Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578941678Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578950978Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578962468Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578971199Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578979479Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"923a7051-0539-4413-bab4-c2b0d3395fe2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2885, tv_nsec: 573831935 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.578991479Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f378a24-7578-4d72-8454-f489a3e51ffb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e203eafc-5cbd-4249-8d8a-770878ed4d6d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2885, tv_nsec: 573851255 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.579429995Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.579455976Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.117646ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.579475736Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.579484596Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.433371ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.580532122Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.581265403Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.582004494Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"4.011749ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.582206787Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.008559ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.582535372Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.582554572Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.582699994Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.582717904Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.583929312Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.583988133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.584114125Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.584628812Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.584827106Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.584840416Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.584849436Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.585002138Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.585971532Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.586221336Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.586313877Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.586450959Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.586861996Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.587101179Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.588214336Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.588233026Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.588378198Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.589392203Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.589405353Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.589543045Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.59052537Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.590592291Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2885, tv_nsec: 585495937 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.590685252Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.590844905Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.592926755Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.594459708Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2885, tv_nsec: 589343274 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.59454731Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.59456465Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.59460024Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-27 18:37:31.578293398 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.594610651Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"expiration\":\"2024-11-27T18:37:31.578293398Z\",\"pruned\":[]}","iteration":14,"elapsed":"16.313431ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.594743713Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.596102102Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.596128663Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.596379977Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.598520958Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.598548059Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.598559529Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.598569249Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.598582199Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.59859111Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.59860435Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.59861334Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.59862321Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.59863515Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.602539098Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.603012755Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.605051565Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.605505352Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.605517922Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.60670286Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.609778905Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.61010874Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.612067279Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.61209819Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.615970267Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.616001537Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.616011628Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.617363938Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.617396608Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.617408068Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.618812289Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.61883033Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.61884317Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"40.757604ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.621115383Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.621936136Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2885, tv_nsec: 616817512 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.622110038Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.622344762Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.622422153Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.625428637Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.625459908Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.625707891Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.630453692Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"52.500989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.63371685Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.634087806Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.641983823Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.642362998Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.646704473Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.646738493Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.646748543Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.647171859Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.64719523Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.64720582Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.64721711Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"68.898372ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.647235411Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.647270681Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":79,"elapsed":"69.167625ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.648256756Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"70.031058ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.649391023Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"71.029653ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.650683462Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.650696252Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.650703132Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.650709702Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"72.616437ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.650991036Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.652086012Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.652393467Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.657495403Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.657839588Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.659870538Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.660253124Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.660314004Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"82.280369ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.66065967Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.66067233Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.66067966Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.66068577Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.660889773Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.661132777Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.661420831Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.661625064Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.662124881Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.662262483Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.66272811Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.662944643Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.66340125Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.663517152Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.663532302Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"85.260594ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.665279268Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.665296968Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.665506121Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.665912087Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.665926728Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.666149011Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.666461856Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.666485526Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.666671768Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.666822871Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.667116905Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.667136006Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.66745252Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.667705214Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":27,"elapsed":"89.496387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.667843486Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.669810875Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.669829765Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.670048079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.670662488Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.670674048Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.670869521Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.68164017Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.681895894Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.683165613Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.686179988Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.68767137Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.68768984Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.68770089Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"109.455542ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.69917995Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.699213411Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.699224371Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.699233541Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.699662357Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.701058158Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"123.075474ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.702357048Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.704009172Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.704036593Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.704048513Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.704310637Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.705292281Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.705305171Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.705502664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.722147921Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-27T18:34:28.564237Z, time_modified: 2024-11-27T18:34:28.564237Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.722193051Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]}},\"default_endpoint\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"144.269438ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.73892874Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.73896078Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.739269945Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fbb063b-0487-4946-8399-3bdc3336cd5d\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.739294415Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.740652295Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.743545228Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"165.533624ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:47:31.751617908Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.751639518Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"173.493342ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.755019457Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.755038298Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.755287101Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb3ff3d5-98ed-48da-89b4-89bca324266f\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.755300661Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.757047398Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.766177253Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.766204383Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.766443027Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cdd28fb-b8e8-40e2-8622-19edf7a22c36\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.766461057Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.770189722Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.861237942Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.861260672Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.861504736Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01d12e43-fe48-4a57-934f-9ebcd3b0b5ef\", \"content-length\": \"372\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.861534866Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.861915102Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.862853046Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.86379146Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.86380306Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.86381153Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.864205426Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.865376413Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.866341138Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.866352908Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.866585381Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.868332687Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.868358668Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.86849743Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.868935336Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.868948206Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.868960426Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:43.283070 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.868969837Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1}","iteration":15,"elapsed":"290.8542ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.870381227Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.870396838Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.870404078Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:44.388958 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.870411168Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2}","iteration":15,"elapsed":"292.435934ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.873390352Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.875187079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.875559784Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"9842f564-fb58-4aca-be08-8720b5f85365\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.875582515Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.876366396Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.876392596Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.876515318Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4fcb2fea-bbd8-4169-a352-0f798157aa7e\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.876526578Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.876774332Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ec2bf225-a508-40ea-a901-4bc99e877c48\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.876787602Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.876794962Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.878720281Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.879052136Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.879067006Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"300.883889ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.879175638Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.881638094Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.881875948Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.884672419Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.884690879Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.885044785Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e9e218e8-fed9-4f0a-ad64-43d29787a815\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.887480411Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":28,"elapsed":"309.546218ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.932856884Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.933198409Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb1e6c9d-37d9-4c44-8197-01c3676189d8\", \"content-length\": \"691\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.933226119Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.933237969Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.933246589Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.934835403Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":27,"elapsed":"356.586934ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.935599864Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.935829437Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a5a2cdb-5055-47be-a209-e5867b69c921\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.937249578Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.937552553Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.939281889Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":27,"elapsed":"361.093331ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.993713766Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.99467782Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"68014fea-e834-4e96-8526-3f8a321edfc9\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.994761541Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:31.99938895Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f4f8167c-a7db-41ad-b862-1f9aeaf672ca\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:31.99943118Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.006315202Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"18a31aae-f38f-4868-bfae-cbc9eeb8d36e\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.006392943Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.008899171Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.008942671Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"430.741134ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.031534326Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":27,"elapsed":"453.257618ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.115336878Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.115816945Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.117746214Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.117779825Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.117952587Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.127457728Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.127814763Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1665cf1f-4508-4220-a05a-6e2d5494113f\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.127842944Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.127857134Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.128201259Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.128213549Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.128221049Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.128229059Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.128237029Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.12824511Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.128401852Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.128412482Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.128526394Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.128536204Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.128904659Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.130687956Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.130813998Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d518fe74-42f6-4f31-a0ff-8c0071874dec\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.130828878Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.1309344Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efcc1b4e-4107-4c82-be30-2c9d2081f5fa\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.1309816Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.13099363Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.255474915Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9a744d2d-1204-46f3-9409-96ac7b74cdc6\", \"date\": \"Wed, 27 Nov 2024 18:47:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:32.255524906Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.255536496Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.255893762Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c638e6ba-0fe7-4fc7-86d3-2f04b18772aa\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:47:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.255939812Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.256277327Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.259336433Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.259567776Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.262455719Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.262805924Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.26384806Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.264015062Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:32.271182088Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":27,"elapsed":"692.837769ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:38.744439125Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"0a698fb0-3854-4fb3-830b-96957524cb07","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1199,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.577700929Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.57776016Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.57777253Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.577782Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.578071865Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.578087995Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.579672498Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.580124495Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.580502401Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.581977012Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"4.282983ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.582212946Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.582224656Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.582374968Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.584275146Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.584457739Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.586022442Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.588303916Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.588316276Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.588450718Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.596439107Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:41.596467067Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":80,"elapsed":"18.775389ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:48.744596946Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"3923aa18-940b-43ba-b732-c97a003fdb27","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1195,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.57782974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":81,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.577912621Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.577933072Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.577947812Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.578374598Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.578398389Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.579988112Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.580834125Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.58120386Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.582505799Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.58251799Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.582618751Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"4.798241ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.582659912Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.58455995Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.584735472Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.586090532Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.588279155Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.588292745Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.588425217Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.596467076Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:47:51.596494677Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":81,"elapsed":"18.686768ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:47:58.745773373Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"f75b1b89-13b0-4018-bc93-af147ed36af4","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1526,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578219105Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578301387Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578316547Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578328297Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578339267Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578349657Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578359737Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578370517Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578380708Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578391788Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578404208Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578414508Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578425198Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578435298Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578444918Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578455459Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578465339Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578474819Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578485399Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578494479Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.57850567Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.57851686Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.57852714Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.57853703Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.57854707Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.57855716Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.57856697Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.57857744Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578586411Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578596021Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578606311Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578615831Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578628031Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578638201Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578647641Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578804424Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578822594Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578838924Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578850815Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578863785Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578875575Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578887685Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578900545Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578915996Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578927756Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578943296Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.578973536Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.579014597Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.579052347Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.579061288Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.579070378Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.580942735Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.583321871Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.583508113Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.583524174Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.583748407Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.584747222Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"6.346294ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.586200504Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.586221004Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.586228714Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.586469828Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.586550789Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.586802533Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.58796681Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.58799278Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.58800412Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.588153242Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.589567374Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2915, tv_nsec: 584312420 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.589909428Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.589923489Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.58999207Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.59000244Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.59000925Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.590211353Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.590278194Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.590614459Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.59136708Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.59138296Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"12.988502ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.593010665Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.593023915Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.593220957Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.593339439Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.59335105Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.593513902Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.595062655Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.595083405Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.595313079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.595637783Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2915, tv_nsec: 590393060 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.595923478Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.596524657Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2915, tv_nsec: 591284043 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.59676271Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.59741384Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"18.993471ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.597900807Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.59812195Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.601191406Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.601564101Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.602606167Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.602989082Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.603552631Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.606767658Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.606798499Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.606951281Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.622431701Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.622475511Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":82,"elapsed":"44.258716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.627293443Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.627659218Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.628950497Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.629369023Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.630686473Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.630914086Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.631428254Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.631745928Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.631772839Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"53.31147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.632951286Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.633790759Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.633803409Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"55.410281ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.636185344Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.636208945Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.636394888Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.637862589Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":28,"elapsed":"59.576293ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.638045722Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"59.752596ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.638333326Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.638345837Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.638352157Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.638705622Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.640028011Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.641760147Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.641775907Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.641921539Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.648212713Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.650020379Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.65003638Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.650172182Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.657571201Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"79.239154ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.65815895Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"79.692891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.663482779Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.663752153Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.66487161Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"86.561423ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.667535409Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.667552339Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.66756279Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"89.193542ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.682360779Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.682386199Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.682694664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33529c2-c6f6-414a-b379-f95ebf8a7267\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.682708974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.68512063Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.691770078Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.691790089Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.691997412Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43b391a8-b93e-4e24-b9f7-30f5a3699858\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.692014362Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.694147704Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.696010561Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.696024941Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.696268285Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c9dcee8-b980-4272-9820-463ecf970925\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.696284645Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.698047201Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.699848198Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.700170913Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.739981393Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.740209946Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.821888666Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":28,"elapsed":"243.643531ms"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.822701458Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.822725339Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.823138225Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faf95982-2ecc-467b-8f7e-c1039253c947\", \"content-length\": \"372\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.823163175Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.823541391Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.824306692Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.826034878Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.826048268Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.82621296Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.827452659Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.829269986Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.829281576Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.829436338Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.863006446Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.863029476Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.86329705Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6b39dbae-f0d7-44c8-bbad-e7fa2211c3c5\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.86330941Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.863355811Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.863582074Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.863629605Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83eacca7-59a4-40c2-a25e-1df89c34f363\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.865241189Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.865453542Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.865625045Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.865820228Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.867280129Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":28,"elapsed":"288.850031ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.868540388Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.86870535Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.871454771Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.871476091Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.871873017Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c73bba48-41d6-4bd7-bc41-91c0059c6a15\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.873986369Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":29,"elapsed":"295.606751ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.900888627Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.901249903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9cb329a-23f3-4b07-9ab9-d549df45e079\", \"content-length\": \"691\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.901280713Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.901290273Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.901296833Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.902948778Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":28,"elapsed":"324.692303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.927767356Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.928143851Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.929879747Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.929894637Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.930118641Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.937309377Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.937590311Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"593eb5b7-9d22-410b-b101-39ce47cd571b\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.937616802Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.937627442Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.937930746Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.937942226Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.937949447Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.937956847Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.937964257Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.937972747Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.93813886Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.938148849Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.938327452Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.938337342Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.938581306Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.940017747Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.940148119Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3603ed4-80f1-46ec-a7d1-7fcb2f4e7257\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.940158989Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.940228891Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4d4bb6e-438f-470e-9394-863f4eaa944c\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:01.940241451Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:01.940250651Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.058178429Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"45d7dcec-6c04-493f-82a5-3e5482ed8363\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:02.05824673Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.05827073Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.058707487Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10095184-778a-412c-aa2d-81bc3b8aa54e\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:48:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.058752227Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.059129923Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.062399021Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.062797177Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.065923474Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.066248488Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.068163447Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.06836649Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:02.075321133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":28,"elapsed":"497.096167ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:08.744991051Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"c79c1a72-943c-4212-bb42-a8893eb794ae","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1049,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.578272195Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.578374017Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.578396397Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.578413307Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.578840354Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.578865344Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.581070617Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.58129256Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.581433252Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.582699521Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.435096ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.584026211Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.584036641Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.584177553Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.586115802Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.586279144Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.587720865Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.589891927Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.589903588Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.59003155Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.599739624Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:11.599766864Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":83,"elapsed":"21.521859ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:13.574381072Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"3d1184a0-cd5d-4b95-bf8a-8c2bcf3a08ff","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:13.574854159Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"3d1184a0-cd5d-4b95-bf8a-8c2bcf3a08ff","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:13.577738691Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"3d1184a0-cd5d-4b95-bf8a-8c2bcf3a08ff","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3449,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:13.578017626Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"be435fb3-48c8-44d8-8f8c-359be13896b6","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:13.578379581Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"be435fb3-48c8-44d8-8f8c-359be13896b6","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:13.580463152Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"be435fb3-48c8-44d8-8f8c-359be13896b6","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2510,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:18.561818705Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::2]:63833"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:18.561970137Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cb816081-819b-4606-a874-9499d33d9d34","remote_addr":"[fd00:1122:3344:101::2]:63833","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:18.562487485Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"cb816081-819b-4606-a874-9499d33d9d34","remote_addr":"[fd00:1122:3344:101::2]:63833","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:18.569944415Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/oximeter.rs:76","collector_id":"dcc35444-727b-470c-aea4-6dbe99b74a25","producer_id":"d7cc4ac1-6d92-4a20-8b63-97d7517b1cd5"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:18.569974596Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/producers","method":"POST","req_id":"cb816081-819b-4606-a874-9499d33d9d34","remote_addr":"[fd00:1122:3344:101::2]:63833","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":8108,"response_code":"201"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:18.745426197Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"74779d7b-17f6-427a-92e5-02b3aa1450c9","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.5779562Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":84,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.578044511Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.578063772Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.578077842Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.578367776Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.578505238Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.580076721Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.580295985Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.580707931Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.581275329Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"3.327389ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.583312449Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.58332607Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.583455012Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.584648391Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.584957516Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.586406185Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.588876292Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.588888312Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.589019504Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.600786828Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:21.600809269Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":84,"elapsed":"22.87821ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:28.745632589Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"49f30989-276e-4e63-8586-895c620c3bb4","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1498,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.577871338Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.577933049Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.577943179Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.577951209Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57795802Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.577966109Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57797347Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:48:31.57798082Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57799007Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\"}","iteration":16,"elapsed":"12.88µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57800047Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57800761Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57801461Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57802212Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57802847Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578035581Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578042591Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578050191Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578057871Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578064341Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578071001Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":32,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578078321Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578086031Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578092362Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578099611Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578105982Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578112622Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578120072Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578126162Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578133202Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.578140672Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578147262Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578154042Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578161263Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578167972Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578174733Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578182033Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578188503Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578195043Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578202393Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578209273Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578218033Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578227404Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578237974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578247404Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578256164Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578264774Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578274364Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578282734Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578291694Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578301094Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578309915Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578318925Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578328325Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.578338505Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578348205Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578359505Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578369675Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578378736Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.578388606Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-27 18:38:31.578301674 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578404616Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578414896Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578425376Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578480847Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578531018Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578560458Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578613809Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57866997Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.57868962Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578715911Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578732021Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578748511Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578762191Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578776921Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578791572Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578804442Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578866133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578895313Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578909183Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578919914Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578932634Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578943214Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578953564Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578963374Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578974664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578986685Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.578998505Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"923a7051-0539-4413-bab4-c2b0d3395fe2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2945, tv_nsec: 573572081 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.579016395Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f378a24-7578-4d72-8454-f489a3e51ffb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e203eafc-5cbd-4249-8d8a-770878ed4d6d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2945, tv_nsec: 573605221 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.579030385Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.579447942Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.579474282Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":16,"elapsed":"1.491293ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.579563733Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.579575044Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":16,"elapsed":"1.417581ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.580839602Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.581270678Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"3.203707ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.583523542Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.583821886Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.583834407Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.583842797Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.583856437Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.584159791Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.584171652Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.5847433Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.58475388Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.584978613Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.586386334Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.587287068Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.587748945Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.587770005Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.587953098Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.587987538Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.5887995Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.58881439Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.588996153Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.589408749Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.590022488Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.590040519Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.590212361Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.590608807Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.59082945Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.591269347Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.591330088Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.591338888Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.591546631Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.591561201Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.591568751Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.591934957Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.59215202Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2945, tv_nsec: 586762726 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.592411924Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.592463915Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.592476055Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.592640207Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.592951442Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.593874605Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"15.660852ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.594075238Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.594337752Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.594653617Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.594664467Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.594722838Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.594810069Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.594916211Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.595138754Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2945, tv_nsec: 589761071 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.595390438Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.596292931Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"18.018287ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.597196215Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-27 18:38:31.578301674 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.597212175Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"expiration\":\"2024-11-27T18:38:31.578301674Z\",\"pruned\":[]}","iteration":15,"elapsed":"18.897811ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.597313286Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.597423988Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"19.140564ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.598203229Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"20.319961ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.599370057Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.599629551Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.599948646Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.599969866Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.600142498Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.603779832Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.603882874Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.604081837Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.60428074Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.604478493Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.605284454Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.607315695Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.607344385Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.607488847Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.609245273Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.611119451Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.611870442Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.612222267Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.61238464Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2945, tv_nsec: 606993566 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.612667104Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"34.41697ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.612713225Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.6143887Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.61440911Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.61442203Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"36.44121ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.615879642Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.61709604Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.617554346Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.617573147Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.617582277Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.617590947Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.617890881Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.618034883Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.621781549Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.621800389Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.622063563Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.622407388Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.622422199Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.622617331Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.624106353Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.624759783Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.627691227Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.627712767Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.627966441Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.628284955Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.628306456Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.628315566Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.628675831Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.628976236Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.628992476Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.629186989Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.630226544Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.630420347Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.631693216Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.631718126Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.631733057Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.631743617Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.631754997Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.631767037Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"53.729487ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.632058761Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.633175098Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.633561944Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.633589124Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":85,"elapsed":"55.654555ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.636118371Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.636143092Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.636303604Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.637907718Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.638114691Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.638615948Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.638640179Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.638652989Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:43.283070 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.638664199Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1}","iteration":16,"elapsed":"60.426976ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.639740495Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.639950918Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.643555722Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.643587322Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.643599473Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.643609293Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.643774155Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.645539041Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.647744174Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"69.781895ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.648338603Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.648363063Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.648489115Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.64948154Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.64951055Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"71.595351ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.651979307Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.652454194Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.652970241Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.652995962Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.653006852Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"74.701577ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.654321831Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.654718377Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.656439243Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.659013511Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.659043721Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.659187944Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.660602625Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":29,"elapsed":"82.618895ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.669618788Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.669902412Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.672375109Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.674097785Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.674120875Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.674250627Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.678212566Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.678590461Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.679823509Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.680630851Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"102.610441ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.681693137Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.681714387Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.68186206Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.68323712Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.685472833Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.685491463Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.685686326Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.68794636Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"109.612475ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.688125782Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-27T18:34:28.564237Z, time_modified: 2024-11-27T18:34:28.564237Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.688152173Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]}},\"default_endpoint\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":16,"elapsed":"110.027911ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.689017816Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.689042296Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.689056336Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.689250319Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.69065036Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.69404664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.694101151Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.694113181Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.694930293Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.696415095Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.696430296Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:44.388958 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.696442266Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2}","iteration":16,"elapsed":"116.76891ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:48:31.713680691Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.713711882Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"135.63876ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.726134366Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.799452162Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.799497772Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.799771867Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"519320bf-4aa8-463a-8d28-c32dc714e137\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.799794457Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.80135101Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.92821597Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.936146038Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.936164468Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.936389261Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac646b42-0ae2-4052-ba4a-63f6abd4e499\", \"content-length\": \"372\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.936420842Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.936732317Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.942479462Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:31.950169366Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.950191576Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.950351959Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ad4cb08f-a722-41ad-94ed-934d4a0538e1\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.950364539Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:31.950597142Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.065913671Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.066043033Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.066061063Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.066418949Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dad13d89-d1a5-4d3e-9426-bcf2ab78ec18\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.066453389Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.068102114Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.068660832Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.069008757Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.072033702Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.072507089Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.076760202Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.076783693Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.08740395Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.08743319Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.087716184Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eefaf9f-1cb9-4e54-8df9-a1ba91817663\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.087739555Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.089790375Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.131428312Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.13192363Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cef15836-3c9b-4920-9429-f7b88d59d1f3\", \"date\": \"Wed, 27 Nov 2024 18:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.13194599Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.133540234Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a72b260e-69ad-433c-a044-e68916c67d09\", \"date\": \"Wed, 27 Nov 2024 18:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.133556744Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.135440332Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"acf9f854-cd8e-4782-8eab-b4fbcaa0d08c\", \"date\": \"Wed, 27 Nov 2024 18:48:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.135468412Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.137679575Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.137723306Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"559.866867ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.162400131Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1356091c-8b0e-4966-801d-a1842a32a742\", \"content-length\": \"691\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.162425662Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.162436852Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.162445812Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.162553574Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":29,"elapsed":"584.416412ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.162707806Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a006f698-fe25-4e30-8e49-eb4a870a9db4\", \"date\": \"Wed, 27 Nov 2024 18:48:32 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.167157052Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":30,"elapsed":"589.067031ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.167234523Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":29,"elapsed":"589.236943ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.174021354Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.17443331Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"01cb6401-f695-47cc-89c7-702e286bb20a\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.17445075Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.176795155Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c01338db-b18d-4d8c-b894-18409c390802\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.176812385Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.178428219Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.178444699Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"600.390468ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.183585385Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.183806489Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dc5ff92-bf0b-4171-8c69-8e4d5937218a\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.186095193Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.186417487Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.188292185Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":29,"elapsed":"610.154873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.257665834Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.258043399Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.25945487Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.25947017Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.259673463Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.269662652Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.269893375Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2c3f226-9cf0-4b75-8e9a-5ffcfd23e4c5\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.269911665Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.269922075Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.270153109Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.270162869Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.270169509Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.270176569Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.270182899Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.270189989Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.270357982Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.270368202Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.270520554Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.270529354Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.270858689Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.272527574Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.272618215Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0391da2-c3e7-45e1-ac8c-f7b8d5bd71b9\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.272630205Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.272738897Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb19f9bb-1c69-4060-83fa-ce506f0fe66a\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.272756427Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.272767098Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.364407806Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fa15625e-4e11-4826-a1f1-2c14c8bc178e\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:32.364431316Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.364439936Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.364650889Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7376c445-7b7b-481d-9923-7602bd1c4cfb\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:48:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.36468918Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.364971714Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.367925338Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.368198032Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.371642463Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.371861066Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.373798665Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.374067919Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:32.381152934Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":29,"elapsed":"802.949301ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:38.745853662Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"35f1736c-4990-4e85-b352-b16f2e71577d","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1963,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.578105521Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.578211272Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.578233053Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.578252113Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.578636999Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.57874639Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.580860312Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.581532841Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.581899837Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.583273887Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"5.159856ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.583402629Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.5834152Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.583577072Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.585225936Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.58548261Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.586752199Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.589242456Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.589255796Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.589404908Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.600490382Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:41.600512083Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":86,"elapsed":"22.431903ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:48.745217081Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"d0431e84-b906-4834-b879-c54f184d1db7","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1181,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.577523752Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.577606323Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.577623953Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.577636563Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.57808525Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.57810619Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.580038179Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.580295533Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.580499796Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.581868536Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"4.341434ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.582497615Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.582506386Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.582646608Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.584046978Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.584215321Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.585739843Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.587980677Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.587991077Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.588128969Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.599374525Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:51.599389336Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":87,"elapsed":"21.896275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:58.574710403Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"50e95b18-b788-4dc2-8b15-7695cd7afcb2","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:58.575213621Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"50e95b18-b788-4dc2-8b15-7695cd7afcb2","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:58.578159824Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?sort_by=id_ascending","method":"GET","req_id":"50e95b18-b788-4dc2-8b15-7695cd7afcb2","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3554,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:58.578428599Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"578d418c-f8cf-4b92-8238-0eeae1dfa258","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:48:58.578801764Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"578d418c-f8cf-4b92-8238-0eeae1dfa258","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:58.581142639Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/metrics/collectors/dcc35444-727b-470c-aea4-6dbe99b74a25/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmYmM5NWIyOS1mODNkLTQzZWQtOTFmNC1jNjRkNDlkMjc5NGEifX0%3D","method":"GET","req_id":"578d418c-f8cf-4b92-8238-0eeae1dfa258","remote_addr":"[fd00:1122:3344:101::d]:48635","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2785,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:48:58.74519109Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"0f9ef9a1-0ab5-4948-9f6d-eeb5a939689d","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1071,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578351973Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578409174Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578419644Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578427444Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578434645Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578442285Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.578448795Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578456055Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578463645Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578469985Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578477575Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578484495Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578492325Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578499495Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578506355Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578512926Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578520726Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578527386Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578535256Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578542146Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578549826Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578557126Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578563607Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578570327Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578576797Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578582947Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578589187Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578596837Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578603227Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578610757Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578617337Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578623337Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578629647Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578637108Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578643108Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578864261Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578947452Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578957062Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578965762Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578974682Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578981843Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.578991653Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.579000293Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.579008443Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.579018463Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.579088124Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.579128925Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.579137095Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.579144765Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.579153415Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.579173476Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.581362308Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.581613812Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.582257021Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.582607766Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.582653317Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.582746658Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"4.186362ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.582935431Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.583780184Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.583788894Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.583993277Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.585233545Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.585251775Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.585341207Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.585350737Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.585417998Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.58552742Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.585908355Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.585918816Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.586079968Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.586790098Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2975, tv_nsec: 581271415 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.587071233Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.588167329Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":30,"elapsed":"9.679493ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.588291391Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.589314026Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.589991336Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.590379282Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.590683206Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.590697836Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.59095522Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.592105827Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.592125417Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.592256849Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.593452207Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2975, tv_nsec: 587937034 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.593703571Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.594642855Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.595776322Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.596034015Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.596439571Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.596453761Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.596460222Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.596602404Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.596618164Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.596942599Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2975, tv_nsec: 591411165 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.596975829Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"18.465384ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.597244383Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.598617234Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.598752966Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.598942109Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.602746465Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.602773325Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.602933118Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.616349736Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.616383017Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":88,"elapsed":"38.026773ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.619526924Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.619719126Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.620399416Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.620737601Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.620756582Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.621046426Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.62333636Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.623534893Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.624213523Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"45.699198ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.627963949Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.627975219Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.627981369Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.628256783Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.644488874Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.644518314Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"66.06914ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.645560049Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.647341766Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.647359396Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.647491538Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.694265142Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.694607567Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.71512Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.715137681Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.715438055Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bcaef33-130b-4fd4-939c-3f8b6892d770\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.715453725Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.717956773Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.724729633Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.724749313Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.724995117Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f174dc-c592-44d5-a19c-d20312575f96\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.725009697Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.727127278Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.773969682Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.773991212Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.774257766Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea051838-f3e9-4c79-8ae7-a896cb9a400d\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.774275047Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.776210295Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.815523518Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.815549039Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.819326664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.81968901Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.848180972Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"269.694707ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.849615133Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.849641934Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.849650814Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.849658404Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"271.045877ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.849965018Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.850907832Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":30,"elapsed":"272.519428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.854848991Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.857586002Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.857608732Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.857805345Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.858665238Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.859025983Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.859591391Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":30,"elapsed":"280.996664ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.860338652Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.861096083Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bace6fae-3565-4602-b40e-ba3ce26a8927\", \"content-length\": \"372\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.861128064Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.861572741Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.862328942Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.862344342Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.862512415Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.863658812Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.865249975Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.865260075Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.865403887Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.881046329Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.881370114Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bafff4e-d1b6-4155-a79b-fd22319e0cc7\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:49:00 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.883590747Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.884127335Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.885965442Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":30,"elapsed":"307.377865ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.892351257Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.892378047Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.892388607Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"313.76542ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.913286627Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.913309148Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.913651342Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f1116d1b-3975-4023-9fef-b8dd971dc916\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.913681403Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.913947967Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.915919626Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":30,"elapsed":"337.503312ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.916638287Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.917028033Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.920028097Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.920350112Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.922985281Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.923005861Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.923515909Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fd5a0acc-16a4-459a-9363-ea22f902ae84\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.925303555Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":31,"elapsed":"346.903631ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.928847628Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":33,"elapsed":"350.402774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.984637175Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.985156093Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.987619389Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.98765247Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.987960044Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.988089916Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.988621144Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9de8de8-724a-46cd-9381-1c2cb7bd3409\", \"content-length\": \"691\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.988651494Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.988662294Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.988669154Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.991351414Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":30,"elapsed":"412.800778ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.999110679Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:01.999433424Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb23046b-74ea-4c03-94e8-e7d4efade295\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.999460385Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.999473395Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.99982285Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.99984998Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.999858791Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.99986696Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.999875981Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:01.999883681Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:02.000039823Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:02.000051463Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:02.000283397Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.000306747Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.000600401Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.002721663Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.002859635Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d697b6-a5fb-436d-8338-ec233484045f\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.002880005Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.002983527Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94fec7df-e278-49a9-8232-923e5f677581\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:02.003007497Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.003017817Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.113711818Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"46172bce-af13-4c44-9e35-ed3edc2d91b3\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:02.113757289Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.113768319Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.113985082Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab6af1e4-366a-49ef-b549-7af7fd558ae3\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:49:01 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.114032263Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.114376138Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.118074833Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.118371437Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.121684266Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.121906729Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.123428282Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.123860869Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:02.131753966Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":30,"elapsed":"553.382972ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:08.745706947Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"e899b27b-7053-4455-8f87-57418f99d70d","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1228,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.577968757Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.578044688Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.578057068Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.578069578Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.578418173Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.578586216Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.580126759Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.582644416Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.582670827Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.582809058Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.584721707Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.585008241Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.586529404Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.58902207Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.589036981Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.589171553Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.601223491Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.601246702Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":89,"elapsed":"23.289436ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.607067938Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.607261611Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:11.632542706Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"54.548898ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:18.745025957Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"9fa4f64e-b57e-4fad-9ab3-e71229ac74db","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1210,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.578285851Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":90,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.578397323Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.578422013Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.578439443Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.57886936Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.5788937Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.580445703Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.581644691Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.581833114Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.582875919Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.582889039Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.583020221Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.584885739Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.585048431Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.586894069Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.589062791Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.589076961Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.589203173Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.600529111Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.600550401Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":90,"elapsed":"22.295131ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:21.610219334Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"31.938973ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:28.745119287Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"uri":"/028a6b4a-281e-48cb-ac6a-4e4dfed5a146","method":"GET","req_id":"97e56d0d-1ce2-401f-94cc-7d91d62ab74d","remote_addr":"[fd00:1122:3344:101::d]:47845","local_addr":"[fd00:1122:3344:101::c]:33512","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":1456,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577857284Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577925285Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577934125Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577942795Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":91,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577949605Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577955795Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577963155Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577969716Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577976696Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577983906Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577990556Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.577997076Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578005286Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578015596Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":91,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.578025516Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-27 18:39:31.577955945 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578036917Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578046247Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578055157Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578065657Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":4,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578076417Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578086097Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578095627Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.578106338Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578115678Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578125918Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578136408Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578146688Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578156628Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578167328Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578177479Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578187549Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578196599Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578205939Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578214659Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578224709Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578234439Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:49:31.578243629Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.57825455Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":32,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.57826533Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.57827486Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\"}","iteration":17,"elapsed":"11.39µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.57828746Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.57829717Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.57830767Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578317971Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578326881Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578336561Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578346231Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578354711Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578398992Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578410632Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578419542Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578429062Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578438022Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578448872Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578458453Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578468563Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578477743Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578488023Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578498573Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578508873Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578518353Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578527934Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578538024Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578546104Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578555514Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578565244Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578575405Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578584774Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578595845Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578607435Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578619565Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578630575Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578641386Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578653275Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578665506Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578677066Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578688776Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578701926Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578713407Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578724477Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578768287Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578798408Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578809598Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578817058Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578825118Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578832418Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578841398Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578849529Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578857549Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578866179Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578874279Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578880609Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578888469Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578896359Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"923a7051-0539-4413-bab4-c2b0d3395fe2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"b7585398-cabf-4150-8e11-981d1580aaf0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 3005, tv_nsec: 573242356 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.578909489Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.57891903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7f378a24-7578-4d72-8454-f489a3e51ffb.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e203eafc-5cbd-4249-8d8a-770878ed4d6d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f12821e0-cc97-489a-9827-1dc6d06751bf.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 3005, tv_nsec: 573271176 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579044981Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579059822Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579194014Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579204724Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579339586Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579366956Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579389817Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579398927Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":17,"elapsed":"1.412381ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579470898Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579527608Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.579536949Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":17,"elapsed":"1.500053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.580141838Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.580374531Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.580745207Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.580900159Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.582115927Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":31,"elapsed":"3.878028ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.582584364Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.582881968Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.584098426Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.584686785Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-27 18:39:31.577955945 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.584703925Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"expiration\":\"2024-11-27T18:39:31.577955945Z\",\"pruned\":[]}","iteration":16,"elapsed":"6.74093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.584751376Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.586198487Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":16,"elapsed":"8.10742ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.587570448Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.587582608Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.587853272Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.588270328Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.588281378Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.588503312Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.590953968Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.591301443Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.594324578Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3005, tv_nsec: 588657174 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.594723184Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.59585499Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3005, tv_nsec: 590194537 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.596176845Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.622630587Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":31,"elapsed":"44.548141ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.628353312Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.628769049Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.629754903Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.632045467Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.632184009Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.63221256Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.632429503Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.633380227Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.634491483Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.634507734Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.634829268Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.635918035Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.635936175Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.636077567Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.636824298Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.637323275Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.637775822Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.637802572Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.637814752Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":16,"elapsed":"59.599643ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.638053316Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.638065386Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.638071586Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.638378031Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.639085201Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.639478757Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.639997185Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.640213578Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.641130072Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.641142022Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.641192393Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":31,"elapsed":"63.089575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.641336665Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.641583968Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.641756851Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.642022445Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.642629074Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.644051975Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.644061985Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.644205637Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.644218827Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.644866947Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.64576181Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.646158086Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.646166586Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.64637755Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.64639755Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.648119365Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.648148516Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.648352469Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.648957208Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.648984388Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.649189091Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.649553217Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.649569787Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.649747319Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.656274996Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.656481749Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.659479204Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.659832869Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.661523564Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.661834619Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.66262138Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.662871334Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.669584894Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.6700048Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.670220593Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.67071094Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.670802681Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DnsResolver","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b844cfb5-ff43-41f6-a61d-f7949f48466b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 3005, tv_nsec: 665125958 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.671163097Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.672962624Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.673126126Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.67340461Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.676245692Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.676263822Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.676459675Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.676474185Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.678740409Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.678766839Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.679009123Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.679085014Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 4ce244bc-1034-4855-877d-76a08bc15b71, lookup_type: ById(4ce244bc-1034-4855-877d-76a08bc15b71) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.679098544Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.679412669Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.679424939Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.67943504Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.679625192Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.681455379Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-27T18:49:31.682455544Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.682471514Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":16,"elapsed":"104.58031ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.684043338Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.684056828Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.684271811Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.684487274Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.684704538Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.686577525Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"nsuccess\":5}","iteration":7,"elapsed":"108.414797ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.687039652Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":31,"elapsed":"109.189899ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.690982911Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":91,"elapsed":"113.098886ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.693873814Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.693907184Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.693918864Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.693928984Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.694231369Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"original_time_created":"2024-11-27 18:34:24.328871 UTC","original_target_id":"4ce244bc-1034-4855-877d-76a08bc15b71","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","time_created":"2024-11-27 18:34:24.328871 UTC","target_id":"4ce244bc-1034-4855-877d-76a08bc15b71"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.694261099Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"4ce244bc-1034-4855-877d-76a08bc15b71\",\"time_created\":\"2024-11-27T18:34:24.328871Z\"}","iteration":91,"elapsed":"116.281644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.694273159Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.694348881Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.694663745Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.695903884Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.697278834Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.697367425Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.697747431Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.698929078Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.699286964Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"121.162307ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.699424756Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.699438046Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.699632799Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.700799656Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.700810646Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.700910428Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.700919998Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.700928948Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":16,"elapsed":"122.904332ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.70105079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.702197157Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.702222567Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.702232357Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.70241409Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.702474411Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.702598593Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.703441075Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.703699179Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.704393249Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.70441419Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.70442581Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.704632473Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.704966418Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":31,"elapsed":"126.734859ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.705998163Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.706018914Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.706150856Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.706198956Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.706402219Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.707611057Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.709731149Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.709751829Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":31,"elapsed":"131.56896ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.710599011Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.722126642Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.722344556Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.722481567Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.72263637Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.735119835Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.735132225Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.735143305Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":31,"elapsed":"156.848765ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.739149865Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.739161955Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.739169855Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.739177405Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.739439269Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.802575804Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"physical_disks_added\":0}","iteration":34,"elapsed":"224.407756ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.836773091Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.836795581Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.837092636Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cfa581e-d201-4072-a38e-da22059bf468\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.837110886Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.839018714Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.876625912Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.887180308Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.887194639Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.887443922Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6af0f19a-f2f6-4664-806e-ccd6cf322477\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.887460162Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.888861303Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.901543971Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.901564421Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.901836716Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89bd342c-7d51-446d-868a-0f30e4648bd7\", \"content-length\": \"372\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.901879086Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.902335823Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.903610392Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.903982107Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"0","iteration":31,"elapsed":"326.057213ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.904294192Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.906639917Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.906671057Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.906815319Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.908241491Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.908292451Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.908986982Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.908999692Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.909189545Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.910823649Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.910835109Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.911064542Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.911702762Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.911713662Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.911860954Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.912647176Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"788880fc-8036-4798-b488-f4a8e0204e96"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.912659076Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.912668046Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.912675606Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:43.283070 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.912686536Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1}","iteration":17,"elapsed":"334.758521ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.91292772Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.914348151Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.914367841Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.914377791Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.914578124Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.914656746Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.914913159Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.916164188Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.916472182Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.91970756Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.919734791Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.919857803Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.920385451Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.920399051Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.920575663Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.921949964Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"2fbd3448-108e-485d-8a1b-f3ca10d86c82"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.921963924Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.921972344Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"current_time_created":"2024-11-27 18:34:44.388958 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.921984144Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2}","iteration":17,"elapsed":"343.769715ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.922773766Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.922995989Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.92374751Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.923777951Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.924059435Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"41f8a4b3-cf65-4f6f-8557-265a32a576db\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.924073785Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.924251158Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.924953288Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.925117901Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.92640659Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.926706194Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.926742095Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.926965268Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.928949097Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.929188061Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.930558461Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.930586332Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.931005948Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.931185691Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.932803495Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.933116129Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.93453639Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled b844cfb5-ff43-41f6-a61d-f7949f48466b push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:31.935691327Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.935706338Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.936171745Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f2363655-2552-4f32-a311-45a8c595d299\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.937557445Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":32,"elapsed":"359.418367ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.937744488Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.937757398Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.93790122Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.9398862Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.940144093Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.941913099Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.942122573Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.944314155Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.944495958Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.946812382Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.946996465Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.947115147Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-27T18:34:28.564237Z, time_modified: 2024-11-27T18:34:28.564237Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, db_silo: Silo { identity: SiloIdentity { id: 40016410-ac98-42a3-b0ca-e7ce46b4e8ba, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-27T18:34:44.336541Z, time_modified: 2024-11-27T18:34:44.336541Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.947136447Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]}},\"default_endpoint\":{\"silo_id\":\"40016410-ac98-42a3-b0ca-e7ce46b4e8ba\",\"tls_certs\":[\"6d21ec4bc5816fa047df2cd45b72da7863595d50afde0f12c586d134c97161c9\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":17,"elapsed":"369.06063ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.948269294Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.948440766Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.949463402Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.949679295Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.950990974Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.954510656Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.954530226Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.954665299Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.955981948Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.9561289Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.957696533Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.957881946Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.959008093Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.963002072Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.963026823Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.963162514Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.966817879Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.967012091Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.968473583Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.968670566Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.970317611Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.970490293Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.97294277Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.973128242Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.974580914Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.974883068Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.976500732Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.976722975Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.978112276Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.97833519Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.979947503Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.985452325Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.985485575Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.985723059Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.987473475Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.987745459Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.989478515Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.98986877Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.991125559Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.992841594Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":31,"elapsed":"414.540324ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.995592885Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.995618866Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:31.99589383Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.004219213Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 2df4b43c-19b2-4d0e-9115-0713223786a3, kind: Service { id: fbc95b29-f83d-43ed-91f4-c64d49d2794a }, name: Name(\"nexus-fbc95b29-f83d-43ed-91f4-c64d49d2794a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 36b26f77-d20c-42ae-beb2-a2ba0a652ee7, kind: Service { id: 236c7b74-8315-46e3-9a37-90380a675558 }, name: Name(\"nexus-236c7b74-8315-46e3-9a37-90380a675558\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 105])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d3055ccd-84f0-4f36-b8e4-3dbd5b104332, kind: Service { id: 028a6b4a-281e-48cb-ac6a-4e4dfed5a146 }, name: Name(\"nexus-028a6b4a-281e-48cb-ac6a-4e4dfed5a146\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 191])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 46807e0d-b32c-46e9-ba6d-70ce0dd8f478, kind: Service { id: 923a7051-0539-4413-bab4-c2b0d3395fe2 }, name: Name(\"external-dns-923a7051-0539-4413-bab4-c2b0d3395fe2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae80547a-3043-414a-9677-e92884742152, kind: Service { id: b7585398-cabf-4150-8e11-981d1580aaf0 }, name: Name(\"external-dns-b7585398-cabf-4150-8e11-981d1580aaf0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 255])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.004264934Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.004627259Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.005187568Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.005733065Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"433a42a0-42da-4cd8-bb9f-26481bb49627\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.005752366Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.006818112Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.007153817Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.00738342Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.008307624Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"54bf9a43-d2a0-41f5-b357-311c6543a2af\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.008334864Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.008691119Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.010340194Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.010362304Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.010649958Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.01072535Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.01075271Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"432.883366ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.011257037Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.011271408Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.011373579Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.011385329Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.011632273Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.011646993Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"MgsClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"126c4b9e-759b-4029-bd82-17bca03fe070\", \"content-length\": \"26\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.011659973Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.012991513Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.013081345Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 46807e0d-b32c-46e9-ba6d-70ce0dd8f478, kind: Service { id: 923a7051-0539-4413-bab4-c2b0d3395fe2 }, name: Name(\"external-dns-923a7051-0539-4413-bab4-c2b0d3395fe2\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 248, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: ae80547a-3043-414a-9677-e92884742152, kind: Service { id: b7585398-cabf-4150-8e11-981d1580aaf0 }, name: Name(\"external-dns-b7585398-cabf-4150-8e11-981d1580aaf0\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 201, 255])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 2df4b43c-19b2-4d0e-9115-0713223786a3, kind: Service { id: fbc95b29-f83d-43ed-91f4-c64d49d2794a }, name: Name(\"nexus-fbc95b29-f83d-43ed-91f4-c64d49d2794a\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 135])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 36b26f77-d20c-42ae-beb2-a2ba0a652ee7, kind: Service { id: 236c7b74-8315-46e3-9a37-90380a675558 }, name: Name(\"nexus-236c7b74-8315-46e3-9a37-90380a675558\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 105])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d3055ccd-84f0-4f36-b8e4-3dbd5b104332, kind: Service { id: 028a6b4a-281e-48cb-ac6a-4e4dfed5a146 }, name: Name(\"nexus-028a6b4a-281e-48cb-ac6a-4e4dfed5a146\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 154, 191])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.013100985Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.013207786Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.014365564Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.014915822Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.014946802Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.015088164Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.023982196Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.024780838Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ad1895-506c-4855-b614-68258939426e\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.026474413Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.026717787Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.026769437Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.027249384Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"73490ec4-2c85-45f9-8811-f9323f849d06\", \"date\": \"Wed, 27 Nov 2024 18:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.027276545Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.029914114Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"af6d50b7-6a2d-4741-9f13-21941e313f86\", \"date\": \"Wed, 27 Nov 2024 18:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.029946664Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.031604079Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c6a8c6cd-f198-433d-80b0-9ef2c1e528bf\", \"date\": \"Wed, 27 Nov 2024 18:49:32 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.031637309Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.033606369Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"null","iteration":31,"elapsed":"455.385509ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.03370893Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.033767491Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":18,"elapsed":"455.502382ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.099884156Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.10181704Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","vpc_to_sled":"[Sled { identity: SledIdentity { id: b844cfb5-ff43-41f6-a61d-f7949f48466b, time_created: 2024-11-27T18:34:40.308972Z, time_modified: 2024-11-27T18:34:40.308972Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.10186889Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.101876831Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.102318737Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.104277636Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.104636011Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.106856184Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.109430402Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Sled { parent: Fleet, key: b844cfb5-ff43-41f6-a61d-f7949f48466b, lookup_type: ById(b844cfb5-ff43-41f6-a61d-f7949f48466b) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.111880649Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab96af66-7712-4ad2-96cf-5ccfb49a84fa\", \"content-length\": \"691\", \"date\": \"Wed, 27 Nov 2024 18:49:32 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.111910099Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.111924519Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.11193616Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.113679396Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":31,"elapsed":"535.400985ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.178562767Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.179311729Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"SledAgent":"b844cfb5-ff43-41f6-a61d-f7949f48466b","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"95ae009e-6cf5-4efe-894f-f7dfc60c80c2\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.181631893Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.181647563Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","elapsed":"603.628187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.181656883Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":4,"elapsed":"603.639527ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.196660315Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.197026561Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.198929809Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 5c1a7720-b91d-4487-9768-ed70c167c78b, rack_id: 62a8af4d-fc95-42f9-a9e4-071aa14ffdb2, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(372644c7-ce22-4073-b8f0-a1509588ee6f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.19895436Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.199155212Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.206005544Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.206298329Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae152bbd-0fb4-4e57-a306-3a017eb23e10\", \"content-length\": \"134\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206328129Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206339639Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"372644c7-ce22-4073-b8f0-a1509588ee6f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206617813Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206630393Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206638274Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206645543Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206652554Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206660284Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206815396Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206824886Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.206971348Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.206980239Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.207211252Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.209059249Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.209176701Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a5a10ff-a81e-4752-bdeb-cc5ac3eb4752\", \"content-length\": \"2\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.209187631Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.209275502Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"component":"DpdClient","rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47bd8594-bde0-4103-b862-9a447ca8aec9\", \"content-length\": \"52\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.209290913Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.209298763Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.303476499Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5ccb0e3a-0691-4754-add7-fc417285d7a8\", \"date\": \"Wed, 27 Nov 2024 18:49:31 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-27T18:49:32.303508689Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.30351913Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.303957286Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"rack_id":"62a8af4d-fc95-42f9-a9e4-071aa14ffdb2","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45884031-5fdf-4c41-8e08-7e89804435a7\", \"content-length\": \"682\", \"date\": \"Wed, 27 Nov 2024 18:49:32 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.303994406Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.30422965Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.307449468Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.307660611Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.310785957Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.311129682Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.312721856Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.312894578Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-27T18:49:32.319265193Z","hostname":"oxz_nexus_028a6b4a-281e-48cb-ac6a-4e4dfed5a146","pid":25832,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"028a6b4a-281e-48cb-ac6a-4e4dfed5a146","status":"{}","iteration":31,"elapsed":"740.943153ms"}